2024-11-11 02:39:33,660 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-11 02:39:33,679 main DEBUG Took 0.015891 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 02:39:33,679 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 02:39:33,680 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 02:39:33,681 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 02:39:33,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:39:33,693 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 02:39:33,714 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:39:33,716 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:39:33,717 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:39:33,717 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:39:33,718 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:39:33,718 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:39:33,724 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:39:33,724 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:39:33,725 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:39:33,725 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:39:33,727 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:39:33,727 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:39:33,728 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:39:33,728 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:39:33,729 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:39:33,729 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:39:33,730 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:39:33,731 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:39:33,731 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:39:33,732 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:39:33,732 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:39:33,733 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:39:33,734 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:39:33,737 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:39:33,738 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:39:33,738 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 02:39:33,740 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:39:33,742 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 02:39:33,744 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 02:39:33,744 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 02:39:33,746 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 02:39:33,747 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 02:39:33,757 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 02:39:33,760 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 02:39:33,762 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 02:39:33,763 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 02:39:33,763 main DEBUG createAppenders(={Console}) 2024-11-11 02:39:33,764 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-11 02:39:33,765 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-11 02:39:33,765 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-11 02:39:33,766 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 02:39:33,766 main DEBUG OutputStream closed 2024-11-11 02:39:33,767 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 02:39:33,767 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 02:39:33,767 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-11 02:39:33,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 02:39:33,889 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 02:39:33,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 02:39:33,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 02:39:33,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 02:39:33,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 02:39:33,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 02:39:33,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 02:39:33,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 02:39:33,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 02:39:33,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 02:39:33,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 02:39:33,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 02:39:33,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 02:39:33,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 02:39:33,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 02:39:33,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 02:39:33,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 02:39:33,902 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 02:39:33,903 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-11 02:39:33,903 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 02:39:33,904 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-11T02:39:34,277 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977 2024-11-11 02:39:34,281 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 02:39:34,282 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T02:39:34,294 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-11T02:39:34,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T02:39:34,350 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/cluster_e151952f-f361-a94d-dd52-7968268e2338, deleteOnExit=true 2024-11-11T02:39:34,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T02:39:34,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/test.cache.data in system properties and HBase conf 2024-11-11T02:39:34,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T02:39:34,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/hadoop.log.dir in system properties and HBase conf 2024-11-11T02:39:34,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T02:39:34,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T02:39:34,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T02:39:34,498 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T02:39:34,636 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T02:39:34,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T02:39:34,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T02:39:34,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T02:39:34,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T02:39:34,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T02:39:34,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T02:39:34,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T02:39:34,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T02:39:34,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T02:39:34,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/nfs.dump.dir in system properties and HBase conf 2024-11-11T02:39:34,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/java.io.tmpdir in system properties and HBase conf 2024-11-11T02:39:34,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T02:39:34,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T02:39:34,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T02:39:35,927 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T02:39:36,014 INFO [Time-limited test {}] log.Log(170): Logging initialized @3185ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T02:39:36,104 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T02:39:36,201 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T02:39:36,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T02:39:36,242 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T02:39:36,245 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T02:39:36,266 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T02:39:36,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/hadoop.log.dir/,AVAILABLE} 2024-11-11T02:39:36,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T02:39:36,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/java.io.tmpdir/jetty-localhost-41015-hadoop-hdfs-3_4_1-tests_jar-_-any-13140424981256849973/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T02:39:36,514 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:41015} 2024-11-11T02:39:36,514 INFO [Time-limited test {}] server.Server(415): Started @3687ms 2024-11-11T02:39:37,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T02:39:37,081 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T02:39:37,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T02:39:37,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T02:39:37,083 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T02:39:37,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/hadoop.log.dir/,AVAILABLE} 2024-11-11T02:39:37,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T02:39:37,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/java.io.tmpdir/jetty-localhost-37573-hadoop-hdfs-3_4_1-tests_jar-_-any-18006130496385709498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T02:39:37,223 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:37573} 2024-11-11T02:39:37,224 INFO [Time-limited test {}] server.Server(415): Started @4396ms 2024-11-11T02:39:37,272 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T02:39:38,124 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/cluster_e151952f-f361-a94d-dd52-7968268e2338/data/data2/current/BP-902107629-172.17.0.2-1731292775459/current, will proceed with Du for space computation calculation, 2024-11-11T02:39:38,124 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/cluster_e151952f-f361-a94d-dd52-7968268e2338/data/data1/current/BP-902107629-172.17.0.2-1731292775459/current, will proceed with Du for space computation calculation, 2024-11-11T02:39:38,150 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T02:39:38,189 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2be121618a2f982 with lease ID 0xe375e3c949edcd61: Processing first storage report for DS-ea754375-a472-4c0e-8aba-b6b79122bc88 from datanode DatanodeRegistration(127.0.0.1:34721, datanodeUuid=e63f1625-c57a-410b-9caa-cc8a3beb21e9, infoPort=42417, infoSecurePort=0, ipcPort=37403, storageInfo=lv=-57;cid=testClusterID;nsid=554623481;c=1731292775459) 2024-11-11T02:39:38,192 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2be121618a2f982 with lease ID 0xe375e3c949edcd61: from storage DS-ea754375-a472-4c0e-8aba-b6b79122bc88 node DatanodeRegistration(127.0.0.1:34721, datanodeUuid=e63f1625-c57a-410b-9caa-cc8a3beb21e9, infoPort=42417, infoSecurePort=0, ipcPort=37403, storageInfo=lv=-57;cid=testClusterID;nsid=554623481;c=1731292775459), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-11T02:39:38,192 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2be121618a2f982 with lease ID 0xe375e3c949edcd61: Processing first storage report for DS-28fb5728-4b4c-4e2f-ba92-00e5852e95b9 from datanode DatanodeRegistration(127.0.0.1:34721, datanodeUuid=e63f1625-c57a-410b-9caa-cc8a3beb21e9, infoPort=42417, infoSecurePort=0, ipcPort=37403, storageInfo=lv=-57;cid=testClusterID;nsid=554623481;c=1731292775459) 2024-11-11T02:39:38,192 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2be121618a2f982 with lease ID 0xe375e3c949edcd61: from storage DS-28fb5728-4b4c-4e2f-ba92-00e5852e95b9 node DatanodeRegistration(127.0.0.1:34721, datanodeUuid=e63f1625-c57a-410b-9caa-cc8a3beb21e9, infoPort=42417, infoSecurePort=0, ipcPort=37403, storageInfo=lv=-57;cid=testClusterID;nsid=554623481;c=1731292775459), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T02:39:38,271 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977 2024-11-11T02:39:38,335 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/cluster_e151952f-f361-a94d-dd52-7968268e2338/zookeeper_0, clientPort=61633, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/cluster_e151952f-f361-a94d-dd52-7968268e2338/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/cluster_e151952f-f361-a94d-dd52-7968268e2338/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T02:39:38,343 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61633 2024-11-11T02:39:38,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T02:39:38,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T02:39:38,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741825_1001 (size=7) 2024-11-11T02:39:38,969 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb with version=8 2024-11-11T02:39:38,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/hbase-staging 2024-11-11T02:39:39,051 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T02:39:39,268 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3ffe7f9d089e:0 server-side Connection retries=45 2024-11-11T02:39:39,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T02:39:39,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T02:39:39,283 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T02:39:39,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T02:39:39,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T02:39:39,442 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T02:39:39,517 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T02:39:39,529 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T02:39:39,534 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T02:39:39,563 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1008 (auto-detected) 2024-11-11T02:39:39,564 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T02:39:39,583 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44587 2024-11-11T02:39:39,605 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44587 connecting to ZooKeeper ensemble=127.0.0.1:61633 2024-11-11T02:39:39,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445870x0, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T02:39:39,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44587-0x101290ce2150000 connected 2024-11-11T02:39:39,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T02:39:39,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T02:39:39,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T02:39:39,778 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb, hbase.cluster.distributed=false 2024-11-11T02:39:39,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T02:39:39,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44587 2024-11-11T02:39:39,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44587 2024-11-11T02:39:39,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44587 2024-11-11T02:39:39,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44587 2024-11-11T02:39:39,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44587 2024-11-11T02:39:39,949 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3ffe7f9d089e:0 server-side Connection retries=45 2024-11-11T02:39:39,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T02:39:39,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T02:39:39,952 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T02:39:39,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T02:39:39,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T02:39:39,955 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T02:39:39,959 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T02:39:39,960 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45551 2024-11-11T02:39:39,963 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45551 connecting to ZooKeeper ensemble=127.0.0.1:61633 2024-11-11T02:39:39,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T02:39:39,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T02:39:40,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455510x0, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T02:39:40,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455510x0, quorum=127.0.0.1:61633, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T02:39:40,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45551-0x101290ce2150001 connected 2024-11-11T02:39:40,007 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T02:39:40,016 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T02:39:40,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45551-0x101290ce2150001, quorum=127.0.0.1:61633, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T02:39:40,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45551-0x101290ce2150001, quorum=127.0.0.1:61633, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T02:39:40,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45551 2024-11-11T02:39:40,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45551 2024-11-11T02:39:40,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45551 2024-11-11T02:39:40,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45551 2024-11-11T02:39:40,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45551 2024-11-11T02:39:40,042 DEBUG [M:0;3ffe7f9d089e:44587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3ffe7f9d089e:44587 2024-11-11T02:39:40,043 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3ffe7f9d089e,44587,1731292779109 2024-11-11T02:39:40,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T02:39:40,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x101290ce2150001, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T02:39:40,069 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3ffe7f9d089e,44587,1731292779109 2024-11-11T02:39:40,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x101290ce2150001, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T02:39:40,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x101290ce2150001, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:39:40,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:39:40,105 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T02:39:40,106 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3ffe7f9d089e,44587,1731292779109 from backup master directory 2024-11-11T02:39:40,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x101290ce2150001, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T02:39:40,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3ffe7f9d089e,44587,1731292779109 2024-11-11T02:39:40,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T02:39:40,120 WARN [master/3ffe7f9d089e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T02:39:40,120 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3ffe7f9d089e,44587,1731292779109 2024-11-11T02:39:40,123 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T02:39:40,124 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T02:39:40,193 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/hbase.id] with ID: b9b9bd1a-7712-4e1a-ac58-702390078649 2024-11-11T02:39:40,193 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/.tmp/hbase.id 2024-11-11T02:39:40,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741826_1002 (size=42) 2024-11-11T02:39:40,613 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/.tmp/hbase.id]:[hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/hbase.id] 2024-11-11T02:39:40,657 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T02:39:40,661 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T02:39:40,679 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-11T02:39:40,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x101290ce2150001, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:39:40,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:39:40,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741827_1003 (size=196) 2024-11-11T02:39:41,190 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T02:39:41,193 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T02:39:41,205 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:41,209 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T02:39:41,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741828_1004 (size=1189) 2024-11-11T02:39:41,661 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/MasterData/data/master/store 2024-11-11T02:39:41,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741829_1005 (size=34) 2024-11-11T02:39:42,090 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T02:39:42,095 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:39:42,096 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T02:39:42,096 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T02:39:42,096 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T02:39:42,097 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T02:39:42,097 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T02:39:42,098 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T02:39:42,099 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731292782096Disabling compacts and flushes for region at 1731292782096Disabling writes for close at 1731292782097 (+1 ms)Writing region close event to WAL at 1731292782098 (+1 ms)Closed at 1731292782098 2024-11-11T02:39:42,101 WARN [master/3ffe7f9d089e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/MasterData/data/master/store/.initializing 2024-11-11T02:39:42,101 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/MasterData/WALs/3ffe7f9d089e,44587,1731292779109 2024-11-11T02:39:42,108 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T02:39:42,121 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3ffe7f9d089e%2C44587%2C1731292779109, suffix=, logDir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/MasterData/WALs/3ffe7f9d089e,44587,1731292779109, archiveDir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/MasterData/oldWALs, maxLogs=10 2024-11-11T02:39:42,141 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/MasterData/WALs/3ffe7f9d089e,44587,1731292779109/3ffe7f9d089e%2C44587%2C1731292779109.1731292782125, exclude list is [], retry=0 2024-11-11T02:39:42,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34721,DS-ea754375-a472-4c0e-8aba-b6b79122bc88,DISK] 2024-11-11T02:39:42,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T02:39:42,190 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/MasterData/WALs/3ffe7f9d089e,44587,1731292779109/3ffe7f9d089e%2C44587%2C1731292779109.1731292782125 2024-11-11T02:39:42,191 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42417:42417)] 2024-11-11T02:39:42,192 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T02:39:42,192 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:39:42,195 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:39:42,195 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:39:42,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:39:42,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T02:39:42,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:39:42,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:39:42,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:39:42,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T02:39:42,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:39:42,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:39:42,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:39:42,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T02:39:42,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:39:42,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:39:42,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:39:42,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T02:39:42,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:39:42,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:39:42,284 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:39:42,288 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:39:42,289 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:39:42,296 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:39:42,297 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:39:42,302 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T02:39:42,306 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T02:39:42,312 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T02:39:42,314 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68932116, jitterRate=0.027168571949005127}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T02:39:42,320 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731292782207Initializing all the Stores at 1731292782210 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731292782210Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292782211 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292782211Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292782211Cleaning up temporary data from old regions at 1731292782297 (+86 ms)Region opened successfully at 1731292782320 (+23 ms) 2024-11-11T02:39:42,322 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T02:39:42,358 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128c2dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3ffe7f9d089e/172.17.0.2:0 2024-11-11T02:39:42,390 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T02:39:42,400 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T02:39:42,400 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T02:39:42,402 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T02:39:42,404 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T02:39:42,409 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-11T02:39:42,410 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T02:39:42,443 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T02:39:42,454 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T02:39:42,502 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T02:39:42,506 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T02:39:42,507 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T02:39:42,519 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T02:39:42,521 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T02:39:42,526 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T02:39:42,535 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T02:39:42,537 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T02:39:42,544 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T02:39:42,561 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T02:39:42,569 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T02:39:42,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T02:39:42,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:39:42,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x101290ce2150001, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T02:39:42,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x101290ce2150001, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:39:42,580 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3ffe7f9d089e,44587,1731292779109, sessionid=0x101290ce2150000, setting cluster-up flag (Was=false) 2024-11-11T02:39:42,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:39:42,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x101290ce2150001, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:39:42,635 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T02:39:42,638 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3ffe7f9d089e,44587,1731292779109 2024-11-11T02:39:42,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x101290ce2150001, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:39:42,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:39:42,685 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T02:39:42,688 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3ffe7f9d089e,44587,1731292779109 2024-11-11T02:39:42,695 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T02:39:42,733 INFO [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer(746): ClusterId : b9b9bd1a-7712-4e1a-ac58-702390078649 2024-11-11T02:39:42,736 DEBUG [RS:0;3ffe7f9d089e:45551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T02:39:42,746 DEBUG [RS:0;3ffe7f9d089e:45551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T02:39:42,746 DEBUG [RS:0;3ffe7f9d089e:45551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T02:39:42,753 DEBUG [RS:0;3ffe7f9d089e:45551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T02:39:42,754 DEBUG [RS:0;3ffe7f9d089e:45551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a836c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3ffe7f9d089e/172.17.0.2:0 2024-11-11T02:39:42,770 DEBUG [RS:0;3ffe7f9d089e:45551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3ffe7f9d089e:45551 2024-11-11T02:39:42,775 INFO [RS:0;3ffe7f9d089e:45551 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T02:39:42,775 INFO [RS:0;3ffe7f9d089e:45551 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T02:39:42,775 DEBUG [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T02:39:42,778 INFO [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer(2659): reportForDuty to master=3ffe7f9d089e,44587,1731292779109 with port=45551, startcode=1731292779905 2024-11-11T02:39:42,786 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T02:39:42,793 DEBUG [RS:0;3ffe7f9d089e:45551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T02:39:42,798 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T02:39:42,806 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T02:39:42,812 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3ffe7f9d089e,44587,1731292779109 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T02:39:42,821 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3ffe7f9d089e:0, corePoolSize=5, maxPoolSize=5 2024-11-11T02:39:42,822 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3ffe7f9d089e:0, corePoolSize=5, maxPoolSize=5 2024-11-11T02:39:42,822 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3ffe7f9d089e:0, corePoolSize=5, maxPoolSize=5 2024-11-11T02:39:42,822 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3ffe7f9d089e:0, corePoolSize=5, maxPoolSize=5 2024-11-11T02:39:42,822 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3ffe7f9d089e:0, corePoolSize=10, maxPoolSize=10 2024-11-11T02:39:42,823 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3ffe7f9d089e:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:39:42,823 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3ffe7f9d089e:0, corePoolSize=2, maxPoolSize=2 2024-11-11T02:39:42,823 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3ffe7f9d089e:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:39:42,829 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731292812829 2024-11-11T02:39:42,832 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T02:39:42,832 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T02:39:42,833 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T02:39:42,833 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T02:39:42,837 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44793, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T02:39:42,839 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T02:39:42,839 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T02:39:42,840 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T02:39:42,840 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T02:39:42,841 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:39:42,841 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T02:39:42,842 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T02:39:42,845 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44587 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:42,859 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T02:39:42,861 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T02:39:42,861 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T02:39:42,865 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T02:39:42,865 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T02:39:42,869 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3ffe7f9d089e:0:becomeActiveMaster-HFileCleaner.large.0-1731292782867,5,FailOnTimeoutGroup] 2024-11-11T02:39:42,870 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3ffe7f9d089e:0:becomeActiveMaster-HFileCleaner.small.0-1731292782869,5,FailOnTimeoutGroup] 2024-11-11T02:39:42,870 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T02:39:42,870 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T02:39:42,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741831_1007 (size=1321) 2024-11-11T02:39:42,872 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T02:39:42,872 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T02:39:42,874 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T02:39:42,874 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb 2024-11-11T02:39:42,882 DEBUG [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T02:39:42,882 WARN [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T02:39:42,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741832_1008 (size=32) 2024-11-11T02:39:42,984 INFO [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer(2659): reportForDuty to master=3ffe7f9d089e,44587,1731292779109 with port=45551, startcode=1731292779905 2024-11-11T02:39:42,986 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44587 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:42,989 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44587 {}] master.ServerManager(517): Registering regionserver=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:43,002 DEBUG [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb 2024-11-11T02:39:43,002 DEBUG [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45547 2024-11-11T02:39:43,002 DEBUG [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T02:39:43,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T02:39:43,026 DEBUG [RS:0;3ffe7f9d089e:45551 {}] zookeeper.ZKUtil(111): regionserver:45551-0x101290ce2150001, quorum=127.0.0.1:61633, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:43,026 WARN [RS:0;3ffe7f9d089e:45551 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T02:39:43,027 INFO [RS:0;3ffe7f9d089e:45551 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T02:39:43,027 DEBUG [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/WALs/3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:43,029 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3ffe7f9d089e,45551,1731292779905] 2024-11-11T02:39:43,056 INFO [RS:0;3ffe7f9d089e:45551 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T02:39:43,075 INFO [RS:0;3ffe7f9d089e:45551 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T02:39:43,079 INFO [RS:0;3ffe7f9d089e:45551 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T02:39:43,079 INFO [RS:0;3ffe7f9d089e:45551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T02:39:43,080 INFO [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T02:39:43,084 INFO [RS:0;3ffe7f9d089e:45551 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T02:39:43,086 INFO [RS:0;3ffe7f9d089e:45551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T02:39:43,086 DEBUG [RS:0;3ffe7f9d089e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3ffe7f9d089e:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:39:43,086 DEBUG [RS:0;3ffe7f9d089e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3ffe7f9d089e:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:39:43,086 DEBUG [RS:0;3ffe7f9d089e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3ffe7f9d089e:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:39:43,086 DEBUG [RS:0;3ffe7f9d089e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:39:43,086 DEBUG [RS:0;3ffe7f9d089e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3ffe7f9d089e:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:39:43,087 DEBUG [RS:0;3ffe7f9d089e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3ffe7f9d089e:0, corePoolSize=2, maxPoolSize=2 2024-11-11T02:39:43,087 DEBUG [RS:0;3ffe7f9d089e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3ffe7f9d089e:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:39:43,087 DEBUG [RS:0;3ffe7f9d089e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3ffe7f9d089e:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:39:43,087 DEBUG [RS:0;3ffe7f9d089e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3ffe7f9d089e:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:39:43,087 DEBUG [RS:0;3ffe7f9d089e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3ffe7f9d089e:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:39:43,087 DEBUG [RS:0;3ffe7f9d089e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3ffe7f9d089e:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:39:43,087 DEBUG [RS:0;3ffe7f9d089e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3ffe7f9d089e:0, corePoolSize=1, maxPoolSize=1 2024-11-11T02:39:43,088 DEBUG [RS:0;3ffe7f9d089e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3ffe7f9d089e:0, corePoolSize=3, maxPoolSize=3 2024-11-11T02:39:43,088 DEBUG [RS:0;3ffe7f9d089e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0, corePoolSize=3, maxPoolSize=3 2024-11-11T02:39:43,088 INFO [RS:0;3ffe7f9d089e:45551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T02:39:43,089 INFO [RS:0;3ffe7f9d089e:45551 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T02:39:43,089 INFO [RS:0;3ffe7f9d089e:45551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T02:39:43,089 INFO [RS:0;3ffe7f9d089e:45551 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T02:39:43,089 INFO [RS:0;3ffe7f9d089e:45551 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T02:39:43,089 INFO [RS:0;3ffe7f9d089e:45551 {}] hbase.ChoreService(168): Chore ScheduledChore name=3ffe7f9d089e,45551,1731292779905-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T02:39:43,112 INFO [RS:0;3ffe7f9d089e:45551 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T02:39:43,114 INFO [RS:0;3ffe7f9d089e:45551 {}] hbase.ChoreService(168): Chore ScheduledChore name=3ffe7f9d089e,45551,1731292779905-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T02:39:43,115 INFO [RS:0;3ffe7f9d089e:45551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T02:39:43,115 INFO [RS:0;3ffe7f9d089e:45551 {}] regionserver.Replication(171): 3ffe7f9d089e,45551,1731292779905 started 2024-11-11T02:39:43,131 INFO [RS:0;3ffe7f9d089e:45551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T02:39:43,132 INFO [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer(1482): Serving as 3ffe7f9d089e,45551,1731292779905, RpcServer on 3ffe7f9d089e/172.17.0.2:45551, sessionid=0x101290ce2150001 2024-11-11T02:39:43,132 DEBUG [RS:0;3ffe7f9d089e:45551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T02:39:43,133 DEBUG [RS:0;3ffe7f9d089e:45551 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:43,133 DEBUG [RS:0;3ffe7f9d089e:45551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3ffe7f9d089e,45551,1731292779905' 2024-11-11T02:39:43,133 DEBUG [RS:0;3ffe7f9d089e:45551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T02:39:43,134 DEBUG [RS:0;3ffe7f9d089e:45551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T02:39:43,135 DEBUG [RS:0;3ffe7f9d089e:45551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T02:39:43,135 DEBUG [RS:0;3ffe7f9d089e:45551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T02:39:43,135 DEBUG [RS:0;3ffe7f9d089e:45551 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:43,135 DEBUG [RS:0;3ffe7f9d089e:45551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3ffe7f9d089e,45551,1731292779905' 2024-11-11T02:39:43,135 DEBUG [RS:0;3ffe7f9d089e:45551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T02:39:43,136 DEBUG [RS:0;3ffe7f9d089e:45551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T02:39:43,136 DEBUG [RS:0;3ffe7f9d089e:45551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T02:39:43,136 INFO [RS:0;3ffe7f9d089e:45551 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T02:39:43,137 INFO [RS:0;3ffe7f9d089e:45551 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T02:39:43,246 INFO [RS:0;3ffe7f9d089e:45551 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T02:39:43,249 INFO [RS:0;3ffe7f9d089e:45551 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3ffe7f9d089e%2C45551%2C1731292779905, suffix=, logDir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/WALs/3ffe7f9d089e,45551,1731292779905, archiveDir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/oldWALs, maxLogs=32 2024-11-11T02:39:43,263 DEBUG [RS:0;3ffe7f9d089e:45551 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/WALs/3ffe7f9d089e,45551,1731292779905/3ffe7f9d089e%2C45551%2C1731292779905.1731292783251, exclude list is [], retry=0 2024-11-11T02:39:43,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34721,DS-ea754375-a472-4c0e-8aba-b6b79122bc88,DISK] 2024-11-11T02:39:43,270 INFO [RS:0;3ffe7f9d089e:45551 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/WALs/3ffe7f9d089e,45551,1731292779905/3ffe7f9d089e%2C45551%2C1731292779905.1731292783251 2024-11-11T02:39:43,271 DEBUG [RS:0;3ffe7f9d089e:45551 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42417:42417)] 2024-11-11T02:39:43,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:39:43,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T02:39:43,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T02:39:43,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:39:43,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:39:43,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T02:39:43,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T02:39:43,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:39:43,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:39:43,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T02:39:43,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T02:39:43,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:39:43,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:39:43,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T02:39:43,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T02:39:43,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:39:43,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:39:43,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T02:39:43,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/1588230740 2024-11-11T02:39:43,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/1588230740 2024-11-11T02:39:43,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T02:39:43,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T02:39:43,315 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T02:39:43,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T02:39:43,321 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T02:39:43,322 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64908973, jitterRate=-0.032780930399894714}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T02:39:43,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731292783290Initializing all the Stores at 1731292783293 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731292783293Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731292783293Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292783293Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731292783293Cleaning up temporary data from old regions at 1731292783314 (+21 ms)Region opened successfully at 1731292783325 (+11 ms) 2024-11-11T02:39:43,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T02:39:43,326 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T02:39:43,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T02:39:43,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T02:39:43,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T02:39:43,328 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T02:39:43,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731292783326Disabling compacts and flushes for region at 1731292783326Disabling writes for close at 1731292783326Writing region close event to WAL at 1731292783327 (+1 ms)Closed at 1731292783327 2024-11-11T02:39:43,331 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T02:39:43,331 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T02:39:43,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T02:39:43,343 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T02:39:43,346 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T02:39:43,501 DEBUG [3ffe7f9d089e:44587 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T02:39:43,514 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:43,519 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3ffe7f9d089e,45551,1731292779905, state=OPENING 2024-11-11T02:39:43,577 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T02:39:43,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x101290ce2150001, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:39:43,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:39:43,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T02:39:43,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T02:39:43,590 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T02:39:43,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3ffe7f9d089e,45551,1731292779905}] 2024-11-11T02:39:43,774 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T02:39:43,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53117, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T02:39:43,787 INFO [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T02:39:43,787 INFO [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T02:39:43,788 INFO [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T02:39:43,791 INFO [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3ffe7f9d089e%2C45551%2C1731292779905.meta, suffix=.meta, logDir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/WALs/3ffe7f9d089e,45551,1731292779905, archiveDir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/oldWALs, maxLogs=32 2024-11-11T02:39:43,805 DEBUG [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/WALs/3ffe7f9d089e,45551,1731292779905/3ffe7f9d089e%2C45551%2C1731292779905.meta.1731292783793.meta, exclude list is [], retry=0 2024-11-11T02:39:43,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34721,DS-ea754375-a472-4c0e-8aba-b6b79122bc88,DISK] 2024-11-11T02:39:43,812 INFO [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/WALs/3ffe7f9d089e,45551,1731292779905/3ffe7f9d089e%2C45551%2C1731292779905.meta.1731292783793.meta 2024-11-11T02:39:43,813 DEBUG [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42417:42417)] 2024-11-11T02:39:43,813 DEBUG [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T02:39:43,814 DEBUG [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T02:39:43,817 DEBUG [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T02:39:43,821 INFO [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T02:39:43,827 DEBUG [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T02:39:43,828 DEBUG [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:39:43,828 DEBUG [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T02:39:43,828 DEBUG [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T02:39:43,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T02:39:43,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T02:39:43,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:39:43,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:39:43,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T02:39:43,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T02:39:43,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:39:43,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:39:43,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T02:39:43,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T02:39:43,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:39:43,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:39:43,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T02:39:43,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T02:39:43,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:39:43,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T02:39:43,841 DEBUG [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T02:39:43,843 DEBUG [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/1588230740 2024-11-11T02:39:43,845 DEBUG [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/1588230740 2024-11-11T02:39:43,847 DEBUG [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T02:39:43,847 DEBUG [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T02:39:43,848 DEBUG [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T02:39:43,851 DEBUG [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T02:39:43,852 INFO [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71180030, jitterRate=0.06066510081291199}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T02:39:43,852 DEBUG [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T02:39:43,855 DEBUG [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731292783829Writing region info on filesystem at 1731292783829Initializing all the Stores at 1731292783831 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731292783831Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731292783831Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292783831Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731292783831Cleaning up temporary data from old regions at 1731292783847 (+16 ms)Running coprocessor post-open hooks at 1731292783852 (+5 ms)Region opened successfully at 1731292783855 (+3 ms) 2024-11-11T02:39:43,862 INFO [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731292783764 2024-11-11T02:39:43,873 DEBUG [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T02:39:43,874 INFO [RS_OPEN_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T02:39:43,875 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:43,877 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3ffe7f9d089e,45551,1731292779905, state=OPEN 2024-11-11T02:39:43,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x101290ce2150001, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T02:39:43,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T02:39:43,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T02:39:43,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T02:39:43,969 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:43,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T02:39:43,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3ffe7f9d089e,45551,1731292779905 in 376 msec 2024-11-11T02:39:43,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T02:39:43,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 648 msec 2024-11-11T02:39:43,989 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T02:39:43,989 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T02:39:44,007 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:39:44,008 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:39:44,025 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:39:44,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52529, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:39:44,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3130 sec 2024-11-11T02:39:44,046 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731292784046, completionTime=-1 2024-11-11T02:39:44,048 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T02:39:44,049 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T02:39:44,071 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-11T02:39:44,072 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731292844071 2024-11-11T02:39:44,072 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731292904072 2024-11-11T02:39:44,072 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-11-11T02:39:44,074 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3ffe7f9d089e,44587,1731292779109-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T02:39:44,074 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3ffe7f9d089e,44587,1731292779109-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T02:39:44,074 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3ffe7f9d089e,44587,1731292779109-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T02:39:44,075 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3ffe7f9d089e:44587, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T02:39:44,075 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T02:39:44,076 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T02:39:44,083 DEBUG [master/3ffe7f9d089e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T02:39:44,175 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.054sec 2024-11-11T02:39:44,176 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T02:39:44,178 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T02:39:44,179 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T02:39:44,179 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T02:39:44,180 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T02:39:44,180 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3ffe7f9d089e,44587,1731292779109-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T02:39:44,181 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3ffe7f9d089e,44587,1731292779109-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T02:39:44,190 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T02:39:44,190 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T02:39:44,191 INFO [master/3ffe7f9d089e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3ffe7f9d089e,44587,1731292779109-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T02:39:44,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:44,250 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T02:39:44,250 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T02:39:44,253 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:39:44,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:39:44,262 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:39:44,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:39:44,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:39:44,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9ccd04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:44,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:39:44,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:39:44,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:39:44,271 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:39:44,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:44,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:39:44,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:39:44,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:39:44,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:39:44,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3ffe7f9d089e,44587,1731292779109 2024-11-11T02:39:44,321 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=304, ProcessCount=11, AvailableMemoryMB=13260 2024-11-11T02:39:44,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T02:39:44,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3ffe7f9d089e,44587,1731292779109 2024-11-11T02:39:44,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c63a26 2024-11-11T02:39:44,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T02:39:44,357 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T02:39:44,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T02:39:44,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T02:39:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T02:39:44,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T02:39:44,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-11T02:39:44,381 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:39:44,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T02:39:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T02:39:44,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741835_1011 (size=959) 2024-11-11T02:39:44,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T02:39:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T02:39:44,805 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb 2024-11-11T02:39:44,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741836_1012 (size=53) 2024-11-11T02:39:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T02:39:45,216 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:39:45,216 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0013885036d1f6f6de514c680a5d9fa5, disabling compactions & flushes 2024-11-11T02:39:45,216 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:45,216 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:45,216 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. after waiting 0 ms 2024-11-11T02:39:45,216 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:45,216 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:45,216 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0013885036d1f6f6de514c680a5d9fa5: Waiting for close lock at 1731292785216Disabling compacts and flushes for region at 1731292785216Disabling writes for close at 1731292785216Writing region close event to WAL at 1731292785216Closed at 1731292785216 2024-11-11T02:39:45,219 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T02:39:45,226 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731292785219"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731292785219"}]},"ts":"1731292785219"} 2024-11-11T02:39:45,232 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T02:39:45,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T02:39:45,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292785234"}]},"ts":"1731292785234"} 2024-11-11T02:39:45,242 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T02:39:45,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0013885036d1f6f6de514c680a5d9fa5, ASSIGN}] 2024-11-11T02:39:45,247 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0013885036d1f6f6de514c680a5d9fa5, ASSIGN 2024-11-11T02:39:45,249 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0013885036d1f6f6de514c680a5d9fa5, ASSIGN; state=OFFLINE, location=3ffe7f9d089e,45551,1731292779905; forceNewPlan=false, retain=false 2024-11-11T02:39:45,401 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0013885036d1f6f6de514c680a5d9fa5, regionState=OPENING, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:45,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0013885036d1f6f6de514c680a5d9fa5, ASSIGN because future has completed 2024-11-11T02:39:45,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905}] 2024-11-11T02:39:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T02:39:45,572 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:45,573 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} 2024-11-11T02:39:45,573 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:45,573 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:39:45,573 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:45,573 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:45,576 INFO [StoreOpener-0013885036d1f6f6de514c680a5d9fa5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:45,578 INFO [StoreOpener-0013885036d1f6f6de514c680a5d9fa5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0013885036d1f6f6de514c680a5d9fa5 columnFamilyName A 2024-11-11T02:39:45,579 DEBUG [StoreOpener-0013885036d1f6f6de514c680a5d9fa5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:39:45,580 INFO [StoreOpener-0013885036d1f6f6de514c680a5d9fa5-1 {}] regionserver.HStore(327): Store=0013885036d1f6f6de514c680a5d9fa5/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:39:45,580 INFO [StoreOpener-0013885036d1f6f6de514c680a5d9fa5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:45,582 INFO [StoreOpener-0013885036d1f6f6de514c680a5d9fa5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0013885036d1f6f6de514c680a5d9fa5 columnFamilyName B 2024-11-11T02:39:45,582 DEBUG [StoreOpener-0013885036d1f6f6de514c680a5d9fa5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:39:45,583 INFO [StoreOpener-0013885036d1f6f6de514c680a5d9fa5-1 {}] regionserver.HStore(327): Store=0013885036d1f6f6de514c680a5d9fa5/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:39:45,583 INFO [StoreOpener-0013885036d1f6f6de514c680a5d9fa5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:45,585 INFO [StoreOpener-0013885036d1f6f6de514c680a5d9fa5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0013885036d1f6f6de514c680a5d9fa5 columnFamilyName C 2024-11-11T02:39:45,586 DEBUG [StoreOpener-0013885036d1f6f6de514c680a5d9fa5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:39:45,586 INFO [StoreOpener-0013885036d1f6f6de514c680a5d9fa5-1 {}] regionserver.HStore(327): Store=0013885036d1f6f6de514c680a5d9fa5/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:39:45,587 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:45,588 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:45,589 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:45,591 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:45,591 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:45,591 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T02:39:45,593 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:45,597 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T02:39:45,597 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0013885036d1f6f6de514c680a5d9fa5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63619419, jitterRate=-0.051996782422065735}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T02:39:45,598 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:45,598 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0013885036d1f6f6de514c680a5d9fa5: Running coprocessor pre-open hook at 1731292785574Writing region info on filesystem at 1731292785574Initializing all the Stores at 1731292785575 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292785576 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292785576Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292785576Cleaning up temporary data from old regions at 1731292785591 (+15 ms)Running coprocessor post-open hooks at 1731292785598 (+7 ms)Region opened successfully at 1731292785598 2024-11-11T02:39:45,600 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., pid=6, masterSystemTime=1731292785562 2024-11-11T02:39:45,604 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:45,604 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:45,605 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0013885036d1f6f6de514c680a5d9fa5, regionState=OPEN, openSeqNum=2, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:45,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 because future has completed 2024-11-11T02:39:45,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T02:39:45,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 in 205 msec 2024-11-11T02:39:45,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T02:39:45,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0013885036d1f6f6de514c680a5d9fa5, ASSIGN in 371 msec 2024-11-11T02:39:45,622 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T02:39:45,622 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292785622"}]},"ts":"1731292785622"} 2024-11-11T02:39:45,626 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T02:39:45,628 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T02:39:45,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2600 sec 2024-11-11T02:39:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T02:39:46,553 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:39:46,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,561 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:39:46,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:39:46,563 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:39:46,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:39:46,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:39:46,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb5e284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:39:46,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:39:46,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:39:46,566 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:39:46,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17282950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:39:46,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:39:46,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:39:46,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:39:46,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T02:39:46,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 3ffe7f9d089e,44587,1731292779109 2024-11-11T02:39:46,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24720917 2024-11-11T02:39:46,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T02:39:46,579 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50140, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T02:39:46,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:39:46,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:39:46,585 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:39:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:39:46,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:39:46,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebcbe76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:39:46,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:39:46,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:39:46,588 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:39:46,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1612488f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,590 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:39:46,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:39:46,592 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:39:46,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:39:46,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:39:46,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b9dd8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:39:46,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:39:46,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:39:46,595 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:39:46,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff1f1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:39:46,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:39:46,599 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:39:46,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:39:46,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:39:46,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc4f8ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:39:46,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:39:46,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:39:46,603 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:39:46,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90ab23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:39:46,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:39:46,606 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:39:46,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:39:46,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:39:46,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5c6971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:39:46,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:39:46,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:39:46,611 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:39:46,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2287fe54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,613 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:39:46,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:39:46,614 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:39:46,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:39:46,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:39:46,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4440149b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:39:46,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:39:46,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:39:46,617 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:39:46,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a4a7f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:39:46,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:39:46,621 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:39:46,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:39:46,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:39:46,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ac230c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:39:46,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:39:46,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:39:46,625 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:39:46,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4beeb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238acdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:39:46,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:39:46,628 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:39:46,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:39:46,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:39:46,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48230300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:39:46,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:39:46,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:39:46,630 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:39:46,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ba8772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:39:46,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:39:46,634 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:39:46,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:39:46,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:39:46,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@272ed7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:39:46,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:39:46,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:39:46,637 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:39:46,638 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477e84a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:39:46,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:39:46,640 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:39:46,640 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:39:46,641 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:39:46,641 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233ee7fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,641 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:39:46,641 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:39:46,642 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:39:46,643 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50282, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:39:46,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@439eab3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:39:46,650 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:39:46,650 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:39:46,650 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:39:46,651 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:39:46,652 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:39:46,652 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:39:46,652 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:39:46,654 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:39:46,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:39:46,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:39:46,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:39:46,655 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:39:46,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:39:46,655 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:39:46,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:39:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:39:46,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:39:46,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:39:46,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:39:46,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:39:46,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:39:46,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:39:46,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:39:46,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:39:46,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:39:46,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:39:46,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:39:46,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:39:46,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43774, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:39:46,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43730, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:39:46,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:39:46,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:39:46,663 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:39:46,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:39:46,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:39:46,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:39:46,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:39:46,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:39:46,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:39:46,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:39:46,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:39:46,675 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:39:46,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:39:46,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:39:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-11T02:39:46,684 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:39:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T02:39:46,687 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:39:46,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:39:46,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:39:46,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:39:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:46,756 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:39:46,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T02:39:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T02:39:46,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T02:39:46,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:46,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:46,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:46,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:46,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:46,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/f8bc6a52c9c148ae90228cfca215f514 is 50, key is test_row_0/A:col10/1731292786760/Put/seqid=0 2024-11-11T02:39:46,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741837_1013 (size=12001) 2024-11-11T02:39:46,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/f8bc6a52c9c148ae90228cfca215f514 2024-11-11T02:39:46,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:46,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292846913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292846914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:46,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292846917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:46,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:46,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:46,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:46,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:46,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:46,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:46,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:46,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:46,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:46,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292846918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:46,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:46,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292846923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:46,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:46,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:46,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T02:39:47,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/1cb0b3db024641c081871d285430f4f0 is 50, key is test_row_0/B:col10/1731292786760/Put/seqid=0 2024-11-11T02:39:47,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741838_1014 (size=12001) 2024-11-11T02:39:47,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T02:39:47,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:47,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292847039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:47,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:47,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292847042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:47,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:47,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:47,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292847042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:47,045 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,045 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,045 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:47,046 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,046 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,046 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:47,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:47,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:47,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292847042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:47,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:47,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292847045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:47,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T02:39:47,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:47,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:47,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:47,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:47,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:47,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292847251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:47,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:47,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:47,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292847251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292847251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:47,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:47,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:47,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292847260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:47,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:47,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292847260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:47,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T02:39:47,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T02:39:47,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:47,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:47,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:47,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:47,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:47,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/1cb0b3db024641c081871d285430f4f0 2024-11-11T02:39:47,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/8bcd23f6a2a14dc298bfcf36716367dc is 50, key is test_row_0/C:col10/1731292786760/Put/seqid=0 2024-11-11T02:39:47,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T02:39:47,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:47,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:47,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:47,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:47,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:47,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741839_1015 (size=12001) 2024-11-11T02:39:47,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/8bcd23f6a2a14dc298bfcf36716367dc 2024-11-11T02:39:47,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/f8bc6a52c9c148ae90228cfca215f514 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/f8bc6a52c9c148ae90228cfca215f514 2024-11-11T02:39:47,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292847560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:47,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:47,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292847559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:47,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:47,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292847570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:47,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292847569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:47,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:47,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:47,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/f8bc6a52c9c148ae90228cfca215f514, entries=150, sequenceid=15, filesize=11.7 K 2024-11-11T02:39:47,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292847575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:47,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:47,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:47,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/1cb0b3db024641c081871d285430f4f0 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/1cb0b3db024641c081871d285430f4f0 2024-11-11T02:39:47,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/1cb0b3db024641c081871d285430f4f0, entries=150, sequenceid=15, filesize=11.7 K 2024-11-11T02:39:47,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/8bcd23f6a2a14dc298bfcf36716367dc as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/8bcd23f6a2a14dc298bfcf36716367dc 2024-11-11T02:39:47,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/8bcd23f6a2a14dc298bfcf36716367dc, entries=150, sequenceid=15, filesize=11.7 K 2024-11-11T02:39:47,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0013885036d1f6f6de514c680a5d9fa5 in 886ms, sequenceid=15, compaction requested=false 2024-11-11T02:39:47,658 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-11T02:39:47,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:47,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T02:39:47,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:47,674 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T02:39:47,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/2f2842c80d814360ad5d699a5b3bcefc is 50, key is test_row_0/A:col10/1731292786917/Put/seqid=0 2024-11-11T02:39:47,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741840_1016 (size=12001) 2024-11-11T02:39:47,726 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/2f2842c80d814360ad5d699a5b3bcefc 2024-11-11T02:39:47,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/500abb66e7894acc828cae8d6c6ef5f0 is 50, key is test_row_0/B:col10/1731292786917/Put/seqid=0 2024-11-11T02:39:47,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741841_1017 (size=12001) 2024-11-11T02:39:47,783 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/500abb66e7894acc828cae8d6c6ef5f0 2024-11-11T02:39:47,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/5310e4b205234141838018a70d3f51a4 is 50, key is test_row_0/C:col10/1731292786917/Put/seqid=0 2024-11-11T02:39:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T02:39:47,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741842_1018 (size=12001) 2024-11-11T02:39:47,832 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/5310e4b205234141838018a70d3f51a4 2024-11-11T02:39:47,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/2f2842c80d814360ad5d699a5b3bcefc as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/2f2842c80d814360ad5d699a5b3bcefc 2024-11-11T02:39:47,870 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/2f2842c80d814360ad5d699a5b3bcefc, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T02:39:47,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/500abb66e7894acc828cae8d6c6ef5f0 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/500abb66e7894acc828cae8d6c6ef5f0 2024-11-11T02:39:47,890 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/500abb66e7894acc828cae8d6c6ef5f0, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T02:39:47,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/5310e4b205234141838018a70d3f51a4 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/5310e4b205234141838018a70d3f51a4 2024-11-11T02:39:47,934 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/5310e4b205234141838018a70d3f51a4, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T02:39:47,936 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 0013885036d1f6f6de514c680a5d9fa5 in 262ms, sequenceid=37, compaction requested=false 2024-11-11T02:39:47,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:47,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:47,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T02:39:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T02:39:47,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-11T02:39:47,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2500 sec 2024-11-11T02:39:47,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.2690 sec 2024-11-11T02:39:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:48,117 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:39:48,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T02:39:48,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/b67361c8f24f46e5bc4669658419b5fc is 50, key is test_row_0/A:col10/1731292788116/Put/seqid=0 2024-11-11T02:39:48,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741843_1019 (size=19021) 2024-11-11T02:39:48,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/b67361c8f24f46e5bc4669658419b5fc 2024-11-11T02:39:48,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/33f5239c9eb64de3a09bfff692dbc7ab is 50, key is test_row_0/B:col10/1731292788116/Put/seqid=0 2024-11-11T02:39:48,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292848196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:48,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:48,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292848200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:48,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:48,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292848203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:48,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:48,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292848203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:48,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292848205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:48,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:48,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741844_1020 (size=12001) 2024-11-11T02:39:48,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292848319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:48,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:48,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292848319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:48,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292848320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:48,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:48,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292848320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:48,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:48,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292848320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:48,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:48,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292848530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:48,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:48,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292848530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:48,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:48,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292848539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:48,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:48,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292848540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:48,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:48,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292848540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:48,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:48,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/33f5239c9eb64de3a09bfff692dbc7ab 2024-11-11T02:39:48,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/625f9b98f71149ea8071a45e4a975a80 is 50, key is test_row_0/C:col10/1731292788116/Put/seqid=0 2024-11-11T02:39:48,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741845_1021 (size=12001) 2024-11-11T02:39:48,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/625f9b98f71149ea8071a45e4a975a80 2024-11-11T02:39:48,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/b67361c8f24f46e5bc4669658419b5fc as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/b67361c8f24f46e5bc4669658419b5fc 2024-11-11T02:39:48,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/b67361c8f24f46e5bc4669658419b5fc, entries=300, sequenceid=49, filesize=18.6 K 2024-11-11T02:39:48,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/33f5239c9eb64de3a09bfff692dbc7ab as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/33f5239c9eb64de3a09bfff692dbc7ab 2024-11-11T02:39:48,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/33f5239c9eb64de3a09bfff692dbc7ab, entries=150, sequenceid=49, filesize=11.7 K 2024-11-11T02:39:48,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/625f9b98f71149ea8071a45e4a975a80 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/625f9b98f71149ea8071a45e4a975a80 2024-11-11T02:39:48,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/625f9b98f71149ea8071a45e4a975a80, entries=150, sequenceid=49, filesize=11.7 K 2024-11-11T02:39:48,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0013885036d1f6f6de514c680a5d9fa5 in 633ms, sequenceid=49, compaction requested=true 2024-11-11T02:39:48,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:48,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:39:48,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:48,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:39:48,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:48,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:39:48,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:39:48,758 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:39:48,759 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:39:48,763 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:39:48,764 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:39:48,765 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/B is initiating minor compaction (all files) 2024-11-11T02:39:48,765 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/A is initiating minor compaction (all files) 2024-11-11T02:39:48,765 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/B in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:48,765 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/A in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:48,766 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/f8bc6a52c9c148ae90228cfca215f514, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/2f2842c80d814360ad5d699a5b3bcefc, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/b67361c8f24f46e5bc4669658419b5fc] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=42.0 K 2024-11-11T02:39:48,766 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/1cb0b3db024641c081871d285430f4f0, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/500abb66e7894acc828cae8d6c6ef5f0, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/33f5239c9eb64de3a09bfff692dbc7ab] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=35.2 K 2024-11-11T02:39:48,768 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8bc6a52c9c148ae90228cfca215f514, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731292786749 2024-11-11T02:39:48,768 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 1cb0b3db024641c081871d285430f4f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731292786749 2024-11-11T02:39:48,769 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 500abb66e7894acc828cae8d6c6ef5f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731292786859 2024-11-11T02:39:48,770 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 33f5239c9eb64de3a09bfff692dbc7ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731292788086 2024-11-11T02:39:48,775 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f2842c80d814360ad5d699a5b3bcefc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731292786859 2024-11-11T02:39:48,776 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting b67361c8f24f46e5bc4669658419b5fc, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731292788086 2024-11-11T02:39:48,824 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#A#compaction#10 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:39:48,824 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#B#compaction#9 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:39:48,825 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/171ba48e49094575a37c1d76078069ed is 50, key is test_row_0/B:col10/1731292788116/Put/seqid=0 2024-11-11T02:39:48,826 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/244652c1bc34498e838449b0953735d2 is 50, key is test_row_0/A:col10/1731292788116/Put/seqid=0 2024-11-11T02:39:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T02:39:48,840 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:39:48,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:39:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-11T02:39:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T02:39:48,845 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:39:48,847 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:39:48,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:39:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:48,851 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:39:48,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T02:39:48,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741846_1022 (size=12104) 2024-11-11T02:39:48,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741847_1023 (size=12104) 2024-11-11T02:39:48,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/4e8f3ddf90e54abab49fecef5b0d9636 is 50, key is test_row_0/A:col10/1731292788845/Put/seqid=0 2024-11-11T02:39:48,871 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/171ba48e49094575a37c1d76078069ed as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/171ba48e49094575a37c1d76078069ed 2024-11-11T02:39:48,887 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/244652c1bc34498e838449b0953735d2 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/244652c1bc34498e838449b0953735d2 2024-11-11T02:39:48,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:48,896 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/B of 0013885036d1f6f6de514c680a5d9fa5 into 171ba48e49094575a37c1d76078069ed(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:39:48,897 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292848876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:48,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:48,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292848881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:48,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:48,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292848886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:48,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:48,906 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/A of 0013885036d1f6f6de514c680a5d9fa5 into 244652c1bc34498e838449b0953735d2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:39:48,906 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:48,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741848_1024 (size=14341) 2024-11-11T02:39:48,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/4e8f3ddf90e54abab49fecef5b0d9636 2024-11-11T02:39:48,914 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/A, priority=13, startTime=1731292788752; duration=0sec 2024-11-11T02:39:48,915 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:39:48,915 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/B, priority=13, startTime=1731292788755; duration=0sec 2024-11-11T02:39:48,916 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:39:48,916 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:B 2024-11-11T02:39:48,916 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:39:48,916 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:A 2024-11-11T02:39:48,918 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:39:48,919 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/C is initiating minor compaction (all files) 2024-11-11T02:39:48,919 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/C in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:48,919 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/8bcd23f6a2a14dc298bfcf36716367dc, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/5310e4b205234141838018a70d3f51a4, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/625f9b98f71149ea8071a45e4a975a80] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=35.2 K 2024-11-11T02:39:48,921 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bcd23f6a2a14dc298bfcf36716367dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731292786749 2024-11-11T02:39:48,922 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 5310e4b205234141838018a70d3f51a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731292786859 2024-11-11T02:39:48,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:48,923 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 625f9b98f71149ea8071a45e4a975a80, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731292788086 2024-11-11T02:39:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292848897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:48,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:48,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292848899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:48,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:48,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:48,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/8626aa5636b446d384e4ad45acb8c579 is 50, key is test_row_0/B:col10/1731292788845/Put/seqid=0 2024-11-11T02:39:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T02:39:48,995 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#C#compaction#13 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:39:48,996 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/9fec32a0d0f14dbcb770ab78b74fce21 is 50, key is test_row_0/C:col10/1731292788116/Put/seqid=0 2024-11-11T02:39:49,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-11T02:39:49,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:49,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:49,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:49,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:49,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:49,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741849_1025 (size=12001) 2024-11-11T02:39:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:49,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292849009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:49,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:49,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292849009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:49,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:49,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292849010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:49,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:49,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292849030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:49,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:49,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292849030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:49,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:49,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741850_1026 (size=12104) 2024-11-11T02:39:49,058 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/9fec32a0d0f14dbcb770ab78b74fce21 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/9fec32a0d0f14dbcb770ab78b74fce21 2024-11-11T02:39:49,070 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/C of 0013885036d1f6f6de514c680a5d9fa5 into 9fec32a0d0f14dbcb770ab78b74fce21(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:39:49,070 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:49,070 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/C, priority=13, startTime=1731292788755; duration=0sec 2024-11-11T02:39:49,071 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:49,071 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:C 2024-11-11T02:39:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T02:39:49,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-11T02:39:49,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:49,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:49,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:49,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:49,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:49,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292849229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:49,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:49,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:49,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292849229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292849229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:49,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:49,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:49,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292849239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:49,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:49,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292849239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:49,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:49,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-11T02:39:49,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:49,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:49,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:49,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:49,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:49,341 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T02:39:49,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/8626aa5636b446d384e4ad45acb8c579 2024-11-11T02:39:49,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/a2f9ef329d114aedb328fd4f3d606071 is 50, key is test_row_0/C:col10/1731292788845/Put/seqid=0 2024-11-11T02:39:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T02:39:49,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-11T02:39:49,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:49,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:49,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:49,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:49,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:49,474 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T02:39:49,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741851_1027 (size=12001) 2024-11-11T02:39:49,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/a2f9ef329d114aedb328fd4f3d606071 2024-11-11T02:39:49,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/4e8f3ddf90e54abab49fecef5b0d9636 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/4e8f3ddf90e54abab49fecef5b0d9636 2024-11-11T02:39:49,513 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T02:39:49,514 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T02:39:49,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T02:39:49,516 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T02:39:49,517 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T02:39:49,517 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T02:39:49,518 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-11T02:39:49,519 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-11T02:39:49,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/4e8f3ddf90e54abab49fecef5b0d9636, entries=200, sequenceid=74, filesize=14.0 K 2024-11-11T02:39:49,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/8626aa5636b446d384e4ad45acb8c579 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/8626aa5636b446d384e4ad45acb8c579 2024-11-11T02:39:49,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/8626aa5636b446d384e4ad45acb8c579, entries=150, sequenceid=74, filesize=11.7 K 2024-11-11T02:39:49,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/a2f9ef329d114aedb328fd4f3d606071 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/a2f9ef329d114aedb328fd4f3d606071 2024-11-11T02:39:49,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292849540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:49,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:49,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292849541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:49,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:49,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292849541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:49,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:49,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292849549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:49,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:49,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292849549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:49,554 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,554 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:49,554 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:49,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/a2f9ef329d114aedb328fd4f3d606071, entries=150, sequenceid=74, filesize=11.7 K 2024-11-11T02:39:49,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 0013885036d1f6f6de514c680a5d9fa5 in 719ms, sequenceid=74, compaction requested=false 2024-11-11T02:39:49,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:49,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-11T02:39:49,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:49,628 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T02:39:49,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/9220bcdbb2814f2b9784fa0729a6f938 is 50, key is test_row_0/A:col10/1731292788891/Put/seqid=0 2024-11-11T02:39:49,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741852_1028 (size=12001) 2024-11-11T02:39:49,680 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/9220bcdbb2814f2b9784fa0729a6f938 2024-11-11T02:39:49,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/978b80b4818845b4a8da34312fbfb640 is 50, key is test_row_0/B:col10/1731292788891/Put/seqid=0 2024-11-11T02:39:49,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741853_1029 (size=12001) 2024-11-11T02:39:49,753 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/978b80b4818845b4a8da34312fbfb640 2024-11-11T02:39:49,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/52318b13d1b340f28b61629acc1774b7 is 50, key is test_row_0/C:col10/1731292788891/Put/seqid=0 2024-11-11T02:39:49,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741854_1030 (size=12001) 2024-11-11T02:39:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T02:39:50,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:50,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292850119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:50,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:50,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292850120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292850122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:50,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:50,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:50,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:50,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292850126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:50,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:50,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292850127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:50,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:50,219 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/52318b13d1b340f28b61629acc1774b7 2024-11-11T02:39:50,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/9220bcdbb2814f2b9784fa0729a6f938 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/9220bcdbb2814f2b9784fa0729a6f938 2024-11-11T02:39:50,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292850239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:50,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292850239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:50,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292850240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:50,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292850240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:50,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:50,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292850241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:50,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:50,250 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/9220bcdbb2814f2b9784fa0729a6f938, entries=150, sequenceid=89, filesize=11.7 K 2024-11-11T02:39:50,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/978b80b4818845b4a8da34312fbfb640 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/978b80b4818845b4a8da34312fbfb640 2024-11-11T02:39:50,264 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/978b80b4818845b4a8da34312fbfb640, entries=150, sequenceid=89, filesize=11.7 K 2024-11-11T02:39:50,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/52318b13d1b340f28b61629acc1774b7 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/52318b13d1b340f28b61629acc1774b7 2024-11-11T02:39:50,285 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/52318b13d1b340f28b61629acc1774b7, entries=150, sequenceid=89, filesize=11.7 K 2024-11-11T02:39:50,289 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 0013885036d1f6f6de514c680a5d9fa5 in 661ms, sequenceid=89, compaction requested=true 2024-11-11T02:39:50,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:50,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:50,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-11T02:39:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-11T02:39:50,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T02:39:50,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4460 sec 2024-11-11T02:39:50,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.4670 sec 2024-11-11T02:39:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:50,454 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:39:50,454 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T02:39:50,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/e6e00b997e504f739b11109a2ec95bcb is 50, key is test_row_0/A:col10/1731292790452/Put/seqid=0 2024-11-11T02:39:50,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292850469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:50,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:50,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292850471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:50,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:50,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292850507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:50,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:50,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292850509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:50,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:50,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292850510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:50,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:50,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741855_1031 (size=12001) 2024-11-11T02:39:50,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/e6e00b997e504f739b11109a2ec95bcb 2024-11-11T02:39:50,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/bdaa8616c99b4365b275cb1bc17cb0c0 is 50, key is test_row_0/B:col10/1731292790452/Put/seqid=0 2024-11-11T02:39:50,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741856_1032 (size=12001) 2024-11-11T02:39:50,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/bdaa8616c99b4365b275cb1bc17cb0c0 2024-11-11T02:39:50,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292850619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:50,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:50,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292850620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:50,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292850620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:50,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:50,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292850631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:50,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:50,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292850631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:50,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:50,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/a86172c3403c4f6ca359ff9ef66389de is 50, key is test_row_0/C:col10/1731292790452/Put/seqid=0 2024-11-11T02:39:50,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741857_1033 (size=12001) 2024-11-11T02:39:50,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/a86172c3403c4f6ca359ff9ef66389de 2024-11-11T02:39:50,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/e6e00b997e504f739b11109a2ec95bcb as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/e6e00b997e504f739b11109a2ec95bcb 2024-11-11T02:39:50,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/e6e00b997e504f739b11109a2ec95bcb, entries=150, sequenceid=116, filesize=11.7 K 2024-11-11T02:39:50,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/bdaa8616c99b4365b275cb1bc17cb0c0 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/bdaa8616c99b4365b275cb1bc17cb0c0 2024-11-11T02:39:50,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/bdaa8616c99b4365b275cb1bc17cb0c0, entries=150, sequenceid=116, filesize=11.7 K 2024-11-11T02:39:50,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/a86172c3403c4f6ca359ff9ef66389de as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/a86172c3403c4f6ca359ff9ef66389de 2024-11-11T02:39:50,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/a86172c3403c4f6ca359ff9ef66389de, entries=150, sequenceid=116, filesize=11.7 K 2024-11-11T02:39:50,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 0013885036d1f6f6de514c680a5d9fa5 in 297ms, sequenceid=116, compaction requested=true 2024-11-11T02:39:50,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:50,752 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:39:50,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:39:50,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:50,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:39:50,752 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:39:50,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:50,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:39:50,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:39:50,759 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:39:50,759 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/A is initiating minor compaction (all files) 2024-11-11T02:39:50,759 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/A in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:50,759 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/244652c1bc34498e838449b0953735d2, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/4e8f3ddf90e54abab49fecef5b0d9636, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/9220bcdbb2814f2b9784fa0729a6f938, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/e6e00b997e504f739b11109a2ec95bcb] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=49.3 K 2024-11-11T02:39:50,760 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:39:50,760 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/B is initiating minor compaction (all files) 2024-11-11T02:39:50,760 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/B in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:50,760 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/171ba48e49094575a37c1d76078069ed, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/8626aa5636b446d384e4ad45acb8c579, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/978b80b4818845b4a8da34312fbfb640, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/bdaa8616c99b4365b275cb1bc17cb0c0] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=47.0 K 2024-11-11T02:39:50,762 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 171ba48e49094575a37c1d76078069ed, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731292788086 2024-11-11T02:39:50,762 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 244652c1bc34498e838449b0953735d2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731292788086 2024-11-11T02:39:50,763 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8626aa5636b446d384e4ad45acb8c579, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731292788198 2024-11-11T02:39:50,763 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e8f3ddf90e54abab49fecef5b0d9636, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731292788197 2024-11-11T02:39:50,767 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 978b80b4818845b4a8da34312fbfb640, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731292788881 2024-11-11T02:39:50,768 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting bdaa8616c99b4365b275cb1bc17cb0c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731292790122 2024-11-11T02:39:50,768 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 9220bcdbb2814f2b9784fa0729a6f938, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731292788881 2024-11-11T02:39:50,770 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting e6e00b997e504f739b11109a2ec95bcb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731292790122 2024-11-11T02:39:50,809 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#B#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:39:50,809 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:39:50,810 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/356ca5677a6f4db596ba1ec986b9b377 is 50, key is test_row_0/A:col10/1731292790452/Put/seqid=0 2024-11-11T02:39:50,810 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/4cf295a8cf764f9ab14b9e6ce2d89a19 is 50, key is test_row_0/B:col10/1731292790452/Put/seqid=0 2024-11-11T02:39:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:50,846 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:39:50,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T02:39:50,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741858_1034 (size=12241) 2024-11-11T02:39:50,874 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/4cf295a8cf764f9ab14b9e6ce2d89a19 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/4cf295a8cf764f9ab14b9e6ce2d89a19 2024-11-11T02:39:50,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741859_1035 (size=12241) 2024-11-11T02:39:50,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/b240739c606b48809b09cf6f85ce48d5 is 50, key is test_row_0/A:col10/1731292790844/Put/seqid=0 2024-11-11T02:39:50,901 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/B of 0013885036d1f6f6de514c680a5d9fa5 into 4cf295a8cf764f9ab14b9e6ce2d89a19(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:39:50,901 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:50,901 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/B, priority=12, startTime=1731292790752; duration=0sec 2024-11-11T02:39:50,905 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/356ca5677a6f4db596ba1ec986b9b377 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/356ca5677a6f4db596ba1ec986b9b377 2024-11-11T02:39:50,906 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:39:50,906 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:B 2024-11-11T02:39:50,907 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:39:50,925 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:39:50,925 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/C is initiating minor compaction (all files) 2024-11-11T02:39:50,925 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/C in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:50,925 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/9fec32a0d0f14dbcb770ab78b74fce21, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/a2f9ef329d114aedb328fd4f3d606071, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/52318b13d1b340f28b61629acc1774b7, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/a86172c3403c4f6ca359ff9ef66389de] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=47.0 K 2024-11-11T02:39:50,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741860_1036 (size=16681) 2024-11-11T02:39:50,928 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fec32a0d0f14dbcb770ab78b74fce21, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731292788086 2024-11-11T02:39:50,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/b240739c606b48809b09cf6f85ce48d5 2024-11-11T02:39:50,930 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2f9ef329d114aedb328fd4f3d606071, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731292788198 2024-11-11T02:39:50,931 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52318b13d1b340f28b61629acc1774b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731292788881 2024-11-11T02:39:50,934 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting a86172c3403c4f6ca359ff9ef66389de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731292790122 2024-11-11T02:39:50,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292850924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:50,938 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/A of 0013885036d1f6f6de514c680a5d9fa5 into 356ca5677a6f4db596ba1ec986b9b377(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:39:50,938 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:50,938 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/A, priority=12, startTime=1731292790751; duration=0sec 2024-11-11T02:39:50,938 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:50,938 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:A 2024-11-11T02:39:50,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:50,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292850933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:50,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:50,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292850936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:50,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292850936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:50,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:50,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292850939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:50,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:50,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/ce7bd6cb3c2f45718442cddd22cb44d2 is 50, key is test_row_0/B:col10/1731292790844/Put/seqid=0 2024-11-11T02:39:50,967 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#C#compaction#25 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:39:50,968 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/16946629fd20408e962dd87638361018 is 50, key is test_row_0/C:col10/1731292790452/Put/seqid=0 2024-11-11T02:39:50,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741861_1037 (size=12001) 2024-11-11T02:39:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T02:39:50,990 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:39:50,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:39:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-11T02:39:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T02:39:50,995 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:39:50,997 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:39:50,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:39:51,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741862_1038 (size=12241) 2024-11-11T02:39:51,034 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/16946629fd20408e962dd87638361018 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/16946629fd20408e962dd87638361018 2024-11-11T02:39:51,060 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/C of 0013885036d1f6f6de514c680a5d9fa5 into 16946629fd20408e962dd87638361018(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:39:51,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:51,060 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:51,060 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/C, priority=12, startTime=1731292790752; duration=0sec 2024-11-11T02:39:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292851049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:51,060 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:51,060 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:C 2024-11-11T02:39:51,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:51,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292851049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:51,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:51,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292851059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:51,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:51,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292851060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:51,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:51,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292851060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:51,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T02:39:51,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-11T02:39:51,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:51,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:51,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:51,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:51,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:51,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292851270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:51,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292851270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:51,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292851272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:51,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292851272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:51,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:51,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292851278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T02:39:51,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-11T02:39:51,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:51,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:51,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:51,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:51,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:51,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/ce7bd6cb3c2f45718442cddd22cb44d2 2024-11-11T02:39:51,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/234febdf8237415ba660d8f48c0c1208 is 50, key is test_row_0/C:col10/1731292790844/Put/seqid=0 2024-11-11T02:39:51,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741863_1039 (size=12001) 2024-11-11T02:39:51,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-11T02:39:51,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:51,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:51,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:51,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:51,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:51,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292851579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:51,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:51,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292851579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:51,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:51,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292851579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:51,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:51,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292851580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:51,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:51,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292851600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:51,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:51,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T02:39:51,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-11T02:39:51,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:51,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:51,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:51,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:51,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:51,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-11T02:39:51,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:51,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:51,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:51,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:51,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:51,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/234febdf8237415ba660d8f48c0c1208 2024-11-11T02:39:51,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/b240739c606b48809b09cf6f85ce48d5 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/b240739c606b48809b09cf6f85ce48d5 2024-11-11T02:39:51,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/b240739c606b48809b09cf6f85ce48d5, entries=250, sequenceid=128, filesize=16.3 K 2024-11-11T02:39:51,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/ce7bd6cb3c2f45718442cddd22cb44d2 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/ce7bd6cb3c2f45718442cddd22cb44d2 2024-11-11T02:39:51,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/ce7bd6cb3c2f45718442cddd22cb44d2, entries=150, sequenceid=128, filesize=11.7 K 2024-11-11T02:39:51,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/234febdf8237415ba660d8f48c0c1208 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/234febdf8237415ba660d8f48c0c1208 2024-11-11T02:39:51,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/234febdf8237415ba660d8f48c0c1208, entries=150, sequenceid=128, filesize=11.7 K 2024-11-11T02:39:51,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 0013885036d1f6f6de514c680a5d9fa5 in 1072ms, sequenceid=128, compaction requested=false 2024-11-11T02:39:51,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:51,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-11T02:39:51,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:51,952 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T02:39:51,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/4167c1501bca455e9ebdc3bd2e10a754 is 50, key is test_row_0/A:col10/1731292790932/Put/seqid=0 2024-11-11T02:39:52,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741864_1040 (size=12151) 2024-11-11T02:39:52,006 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/4167c1501bca455e9ebdc3bd2e10a754 2024-11-11T02:39:52,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/85f7e14fcb714ac2b919e316f58277d8 is 50, key is test_row_0/B:col10/1731292790932/Put/seqid=0 2024-11-11T02:39:52,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741865_1041 (size=12151) 2024-11-11T02:39:52,074 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/85f7e14fcb714ac2b919e316f58277d8 2024-11-11T02:39:52,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:52,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/4b2b19d6cf0841d09abb26817168aa3e is 50, key is test_row_0/C:col10/1731292790932/Put/seqid=0 2024-11-11T02:39:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T02:39:52,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292852120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:52,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:52,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292852136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:52,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:52,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292852141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:52,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:52,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292852142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:52,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:52,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741866_1042 (size=12151) 2024-11-11T02:39:52,155 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/4b2b19d6cf0841d09abb26817168aa3e 2024-11-11T02:39:52,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292852151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:52,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:52,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/4167c1501bca455e9ebdc3bd2e10a754 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/4167c1501bca455e9ebdc3bd2e10a754 2024-11-11T02:39:52,177 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/4167c1501bca455e9ebdc3bd2e10a754, entries=150, sequenceid=156, filesize=11.9 K 2024-11-11T02:39:52,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/85f7e14fcb714ac2b919e316f58277d8 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/85f7e14fcb714ac2b919e316f58277d8 2024-11-11T02:39:52,204 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/85f7e14fcb714ac2b919e316f58277d8, entries=150, sequenceid=156, filesize=11.9 K 2024-11-11T02:39:52,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/4b2b19d6cf0841d09abb26817168aa3e as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/4b2b19d6cf0841d09abb26817168aa3e 2024-11-11T02:39:52,217 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/4b2b19d6cf0841d09abb26817168aa3e, entries=150, sequenceid=156, filesize=11.9 K 2024-11-11T02:39:52,219 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 0013885036d1f6f6de514c680a5d9fa5 in 267ms, sequenceid=156, compaction requested=true 2024-11-11T02:39:52,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:52,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:52,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-11T02:39:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-11T02:39:52,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-11T02:39:52,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2250 sec 2024-11-11T02:39:52,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.2370 sec 2024-11-11T02:39:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:52,259 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:39:52,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T02:39:52,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/73839f3dfdc946aba481fdd12e7f0f9b is 50, key is test_row_0/A:col10/1731292792254/Put/seqid=0 2024-11-11T02:39:52,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741867_1043 (size=12151) 2024-11-11T02:39:52,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/73839f3dfdc946aba481fdd12e7f0f9b 2024-11-11T02:39:52,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/a3eb5dfee50841d78a8e1487c299067e is 50, key is test_row_0/B:col10/1731292792254/Put/seqid=0 2024-11-11T02:39:52,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292852322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:52,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:52,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292852327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:52,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:52,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292852328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292852332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:52,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:52,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292852334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:52,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:52,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741868_1044 (size=12151) 2024-11-11T02:39:52,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/a3eb5dfee50841d78a8e1487c299067e 2024-11-11T02:39:52,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/b88bc3e4ee8442db8e465ba5243361c0 is 50, key is test_row_0/C:col10/1731292792254/Put/seqid=0 2024-11-11T02:39:52,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292852439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:52,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:52,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292852438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:52,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:52,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292852449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:52,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:52,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292852449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:52,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:52,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741869_1045 (size=12151) 2024-11-11T02:39:52,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292852459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:52,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:52,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292852651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:52,653 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,653 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:52,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292852651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:52,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:52,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292852659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:52,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:52,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292852660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:52,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:52,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292852669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:52,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:52,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:52,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/b88bc3e4ee8442db8e465ba5243361c0 2024-11-11T02:39:52,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/73839f3dfdc946aba481fdd12e7f0f9b as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/73839f3dfdc946aba481fdd12e7f0f9b 2024-11-11T02:39:52,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/73839f3dfdc946aba481fdd12e7f0f9b, entries=150, sequenceid=171, filesize=11.9 K 2024-11-11T02:39:52,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/a3eb5dfee50841d78a8e1487c299067e as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/a3eb5dfee50841d78a8e1487c299067e 2024-11-11T02:39:52,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/a3eb5dfee50841d78a8e1487c299067e, entries=150, sequenceid=171, filesize=11.9 K 2024-11-11T02:39:52,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/b88bc3e4ee8442db8e465ba5243361c0 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/b88bc3e4ee8442db8e465ba5243361c0 2024-11-11T02:39:52,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/b88bc3e4ee8442db8e465ba5243361c0, entries=150, sequenceid=171, filesize=11.9 K 2024-11-11T02:39:52,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 0013885036d1f6f6de514c680a5d9fa5 in 655ms, sequenceid=171, compaction requested=true 2024-11-11T02:39:52,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:52,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:39:52,915 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:39:52,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:52,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:39:52,915 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:39:52,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:52,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:39:52,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:39:52,917 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53224 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:39:52,917 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/A is initiating minor compaction (all files) 2024-11-11T02:39:52,917 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/A in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:52,918 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/356ca5677a6f4db596ba1ec986b9b377, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/b240739c606b48809b09cf6f85ce48d5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/4167c1501bca455e9ebdc3bd2e10a754, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/73839f3dfdc946aba481fdd12e7f0f9b] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=52.0 K 2024-11-11T02:39:52,918 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:39:52,918 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/B is initiating minor compaction (all files) 2024-11-11T02:39:52,918 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/B in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:52,918 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/4cf295a8cf764f9ab14b9e6ce2d89a19, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/ce7bd6cb3c2f45718442cddd22cb44d2, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/85f7e14fcb714ac2b919e316f58277d8, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/a3eb5dfee50841d78a8e1487c299067e] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=47.4 K 2024-11-11T02:39:52,919 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 356ca5677a6f4db596ba1ec986b9b377, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731292790122 2024-11-11T02:39:52,920 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting b240739c606b48809b09cf6f85ce48d5, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731292790474 2024-11-11T02:39:52,920 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4167c1501bca455e9ebdc3bd2e10a754, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731292790902 2024-11-11T02:39:52,921 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73839f3dfdc946aba481fdd12e7f0f9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731292792117 2024-11-11T02:39:52,923 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cf295a8cf764f9ab14b9e6ce2d89a19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731292790122 2024-11-11T02:39:52,923 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting ce7bd6cb3c2f45718442cddd22cb44d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731292790474 2024-11-11T02:39:52,924 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 85f7e14fcb714ac2b919e316f58277d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731292790902 2024-11-11T02:39:52,925 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting a3eb5dfee50841d78a8e1487c299067e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731292792117 2024-11-11T02:39:52,947 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#A#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:39:52,948 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/176c9369f7cb48e2afa0c6be10415bd4 is 50, key is test_row_0/A:col10/1731292792254/Put/seqid=0 2024-11-11T02:39:52,958 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#B#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:39:52,959 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/d848ee85dc6d40efa9604d043cde71d9 is 50, key is test_row_0/B:col10/1731292792254/Put/seqid=0 2024-11-11T02:39:52,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:52,967 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:39:52,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T02:39:52,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741870_1046 (size=12527) 2024-11-11T02:39:52,997 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/176c9369f7cb48e2afa0c6be10415bd4 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/176c9369f7cb48e2afa0c6be10415bd4 2024-11-11T02:39:52,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/edfcec7ccd0c4a189ddcbd74b50ad4ca is 50, key is test_row_0/A:col10/1731292792331/Put/seqid=0 2024-11-11T02:39:53,008 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/A of 0013885036d1f6f6de514c680a5d9fa5 into 176c9369f7cb48e2afa0c6be10415bd4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:39:53,009 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:53,009 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/A, priority=12, startTime=1731292792915; duration=0sec 2024-11-11T02:39:53,009 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:39:53,009 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:A 2024-11-11T02:39:53,009 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:39:53,012 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:39:53,012 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/C is initiating minor compaction (all files) 2024-11-11T02:39:53,012 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/C in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:53,013 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/16946629fd20408e962dd87638361018, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/234febdf8237415ba660d8f48c0c1208, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/4b2b19d6cf0841d09abb26817168aa3e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/b88bc3e4ee8442db8e465ba5243361c0] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=47.4 K 2024-11-11T02:39:53,013 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16946629fd20408e962dd87638361018, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731292790122 2024-11-11T02:39:53,014 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 234febdf8237415ba660d8f48c0c1208, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731292790474 2024-11-11T02:39:53,015 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b2b19d6cf0841d09abb26817168aa3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731292790902 2024-11-11T02:39:53,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:53,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292853003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:53,016 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:53,017 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting b88bc3e4ee8442db8e465ba5243361c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731292792117 2024-11-11T02:39:53,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292853003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:53,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:53,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:53,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292853003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:53,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:53,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292853006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:53,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741871_1047 (size=12527) 2024-11-11T02:39:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292853006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:53,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:53,037 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/d848ee85dc6d40efa9604d043cde71d9 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/d848ee85dc6d40efa9604d043cde71d9 2024-11-11T02:39:53,047 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/B of 0013885036d1f6f6de514c680a5d9fa5 into d848ee85dc6d40efa9604d043cde71d9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:39:53,047 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:53,048 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/B, priority=12, startTime=1731292792915; duration=0sec 2024-11-11T02:39:53,048 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:53,048 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:B 2024-11-11T02:39:53,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741872_1048 (size=14541) 2024-11-11T02:39:53,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/edfcec7ccd0c4a189ddcbd74b50ad4ca 2024-11-11T02:39:53,053 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#C#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:39:53,054 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/99f54d91c88b45c9961d77bf386009cb is 50, key is test_row_0/C:col10/1731292792254/Put/seqid=0 2024-11-11T02:39:53,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/91e712199dd648c8b63716080565baa0 is 50, key is test_row_0/B:col10/1731292792331/Put/seqid=0 2024-11-11T02:39:53,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741873_1049 (size=12527) 2024-11-11T02:39:53,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292853119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:53,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:53,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292853129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:53,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292853129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:53,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:53,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292853129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:53,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:53,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T02:39:53,144 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:39:53,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:39:53,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292853143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-11T02:39:53,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T02:39:53,147 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:39:53,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741874_1050 (size=12151) 2024-11-11T02:39:53,149 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:39:53,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/91e712199dd648c8b63716080565baa0 2024-11-11T02:39:53,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:39:53,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/e57df5584dc64b2d948de96c5323821b is 50, key is test_row_0/C:col10/1731292792331/Put/seqid=0 2024-11-11T02:39:53,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741875_1051 (size=12151) 2024-11-11T02:39:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T02:39:53,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-11T02:39:53,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:53,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:53,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:53,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:53,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:53,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292853328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:53,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:53,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:53,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292853339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:53,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292853339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:53,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292853348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:53,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:53,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292853349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:53,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:53,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-11T02:39:53,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:53,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:53,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:53,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:53,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T02:39:53,520 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/99f54d91c88b45c9961d77bf386009cb as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/99f54d91c88b45c9961d77bf386009cb 2024-11-11T02:39:53,538 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/C of 0013885036d1f6f6de514c680a5d9fa5 into 99f54d91c88b45c9961d77bf386009cb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:39:53,538 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:53,539 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/C, priority=12, startTime=1731292792915; duration=0sec 2024-11-11T02:39:53,540 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:53,540 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:C 2024-11-11T02:39:53,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/e57df5584dc64b2d948de96c5323821b 2024-11-11T02:39:53,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-11T02:39:53,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:53,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:53,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:53,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:53,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:53,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/edfcec7ccd0c4a189ddcbd74b50ad4ca as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/edfcec7ccd0c4a189ddcbd74b50ad4ca 2024-11-11T02:39:53,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/edfcec7ccd0c4a189ddcbd74b50ad4ca, entries=200, sequenceid=193, filesize=14.2 K 2024-11-11T02:39:53,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/91e712199dd648c8b63716080565baa0 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/91e712199dd648c8b63716080565baa0 2024-11-11T02:39:53,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292853639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:53,641 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:53,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/91e712199dd648c8b63716080565baa0, entries=150, sequenceid=193, filesize=11.9 K 2024-11-11T02:39:53,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/e57df5584dc64b2d948de96c5323821b as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/e57df5584dc64b2d948de96c5323821b 2024-11-11T02:39:53,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292853649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:53,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:53,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292853649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:53,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:53,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292853660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:53,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:53,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:53,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292853669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:53,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:53,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:53,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/e57df5584dc64b2d948de96c5323821b, entries=150, sequenceid=193, filesize=11.9 K 2024-11-11T02:39:53,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 0013885036d1f6f6de514c680a5d9fa5 in 735ms, sequenceid=193, compaction requested=false 2024-11-11T02:39:53,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:53,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-11T02:39:53,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:53,778 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T02:39:53,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T02:39:53,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/8b1b06717adb4dea93af3860e10c2984 is 50, key is test_row_0/A:col10/1731292792996/Put/seqid=0 2024-11-11T02:39:53,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741876_1052 (size=12151) 2024-11-11T02:39:53,829 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/8b1b06717adb4dea93af3860e10c2984 2024-11-11T02:39:53,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/01d1ae21a9534849a268c15500454c4c is 50, key is test_row_0/B:col10/1731292792996/Put/seqid=0 2024-11-11T02:39:53,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741877_1053 (size=12151) 2024-11-11T02:39:53,883 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/01d1ae21a9534849a268c15500454c4c 2024-11-11T02:39:53,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/7b238183585041a593a5d6741a816149 is 50, key is test_row_0/C:col10/1731292792996/Put/seqid=0 2024-11-11T02:39:53,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741878_1054 (size=12151) 2024-11-11T02:39:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:54,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:54,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292854214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:54,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:54,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:54,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292854244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292854216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:54,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292854244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:54,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292854245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:54,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:54,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:54,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:54,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T02:39:54,323 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/7b238183585041a593a5d6741a816149 2024-11-11T02:39:54,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/8b1b06717adb4dea93af3860e10c2984 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/8b1b06717adb4dea93af3860e10c2984 2024-11-11T02:39:54,362 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/8b1b06717adb4dea93af3860e10c2984, entries=150, sequenceid=210, filesize=11.9 K 2024-11-11T02:39:54,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292854359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:54,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:54,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292854359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:54,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:54,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292854359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:54,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:54,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:54,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/01d1ae21a9534849a268c15500454c4c as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/01d1ae21a9534849a268c15500454c4c 2024-11-11T02:39:54,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292854369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:54,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:54,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292854369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:54,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:54,383 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/01d1ae21a9534849a268c15500454c4c, entries=150, sequenceid=210, filesize=11.9 K 2024-11-11T02:39:54,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/7b238183585041a593a5d6741a816149 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/7b238183585041a593a5d6741a816149 2024-11-11T02:39:54,410 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/7b238183585041a593a5d6741a816149, entries=150, sequenceid=210, filesize=11.9 K 2024-11-11T02:39:54,411 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 0013885036d1f6f6de514c680a5d9fa5 in 633ms, sequenceid=210, compaction requested=true 2024-11-11T02:39:54,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:54,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:54,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-11T02:39:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-11T02:39:54,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-11T02:39:54,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2650 sec 2024-11-11T02:39:54,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.2760 sec 2024-11-11T02:39:54,575 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:39:54,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T02:39:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:54,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/1b0a184047354f6894a1df8e3957e37f is 50, key is test_row_0/A:col10/1731292794215/Put/seqid=0 2024-11-11T02:39:54,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292854600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:54,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:54,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292854600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:54,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:54,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292854601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:54,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292854602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:54,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:54,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:54,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292854618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:54,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:54,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741879_1055 (size=14541) 2024-11-11T02:39:54,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/1b0a184047354f6894a1df8e3957e37f 2024-11-11T02:39:54,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/efae02d600584cf4a35a272378ed2fb0 is 50, key is test_row_0/B:col10/1731292794215/Put/seqid=0 2024-11-11T02:39:54,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741880_1056 (size=12151) 2024-11-11T02:39:54,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/efae02d600584cf4a35a272378ed2fb0 2024-11-11T02:39:54,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/f1021efdd99647fea93c973cb7d0d411 is 50, key is test_row_0/C:col10/1731292794215/Put/seqid=0 2024-11-11T02:39:54,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:54,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292854719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292854719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:54,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:54,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:54,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292854719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:54,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:54,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741881_1057 (size=12151) 2024-11-11T02:39:54,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:54,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/f1021efdd99647fea93c973cb7d0d411 2024-11-11T02:39:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292854729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:54,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:54,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292854729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:54,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:54,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:54,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/1b0a184047354f6894a1df8e3957e37f as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/1b0a184047354f6894a1df8e3957e37f 2024-11-11T02:39:54,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/1b0a184047354f6894a1df8e3957e37f, entries=200, sequenceid=234, filesize=14.2 K 2024-11-11T02:39:54,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/efae02d600584cf4a35a272378ed2fb0 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/efae02d600584cf4a35a272378ed2fb0 2024-11-11T02:39:54,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/efae02d600584cf4a35a272378ed2fb0, entries=150, sequenceid=234, filesize=11.9 K 2024-11-11T02:39:54,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/f1021efdd99647fea93c973cb7d0d411 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/f1021efdd99647fea93c973cb7d0d411 2024-11-11T02:39:54,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/f1021efdd99647fea93c973cb7d0d411, entries=150, sequenceid=234, filesize=11.9 K 2024-11-11T02:39:54,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 0013885036d1f6f6de514c680a5d9fa5 in 234ms, sequenceid=234, compaction requested=true 2024-11-11T02:39:54,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:54,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:39:54,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:54,811 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:39:54,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:39:54,811 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:39:54,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:54,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:39:54,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:39:54,813 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53760 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:39:54,813 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/A is initiating minor compaction (all files) 2024-11-11T02:39:54,813 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/A in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:54,814 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/176c9369f7cb48e2afa0c6be10415bd4, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/edfcec7ccd0c4a189ddcbd74b50ad4ca, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/8b1b06717adb4dea93af3860e10c2984, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/1b0a184047354f6894a1df8e3957e37f] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=52.5 K 2024-11-11T02:39:54,814 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:39:54,814 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/B is initiating minor compaction (all files) 2024-11-11T02:39:54,814 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/B in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:54,814 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 176c9369f7cb48e2afa0c6be10415bd4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731292792117 2024-11-11T02:39:54,814 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/d848ee85dc6d40efa9604d043cde71d9, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/91e712199dd648c8b63716080565baa0, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/01d1ae21a9534849a268c15500454c4c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/efae02d600584cf4a35a272378ed2fb0] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=47.8 K 2024-11-11T02:39:54,815 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting d848ee85dc6d40efa9604d043cde71d9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731292792117 2024-11-11T02:39:54,815 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting edfcec7ccd0c4a189ddcbd74b50ad4ca, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731292792313 2024-11-11T02:39:54,819 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 91e712199dd648c8b63716080565baa0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731292792313 2024-11-11T02:39:54,819 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b1b06717adb4dea93af3860e10c2984, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731292792981 2024-11-11T02:39:54,820 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 01d1ae21a9534849a268c15500454c4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731292792981 2024-11-11T02:39:54,821 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting efae02d600584cf4a35a272378ed2fb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731292794211 2024-11-11T02:39:54,821 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b0a184047354f6894a1df8e3957e37f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731292794211 2024-11-11T02:39:54,872 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#A#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:39:54,873 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#B#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:39:54,873 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/883a136bf6c74e779497a3c238946ce6 is 50, key is test_row_0/A:col10/1731292794215/Put/seqid=0 2024-11-11T02:39:54,874 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/6d3d4cf21e3d4e3fb4f5789feba40474 is 50, key is test_row_0/B:col10/1731292794215/Put/seqid=0 2024-11-11T02:39:54,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741882_1058 (size=12663) 2024-11-11T02:39:54,928 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/883a136bf6c74e779497a3c238946ce6 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/883a136bf6c74e779497a3c238946ce6 2024-11-11T02:39:54,935 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:39:54,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T02:39:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:54,937 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/A of 0013885036d1f6f6de514c680a5d9fa5 into 883a136bf6c74e779497a3c238946ce6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:39:54,937 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:54,937 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/A, priority=12, startTime=1731292794811; duration=0sec 2024-11-11T02:39:54,937 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:39:54,937 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:A 2024-11-11T02:39:54,937 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:39:54,940 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:39:54,940 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/C is initiating minor compaction (all files) 2024-11-11T02:39:54,940 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/C in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:54,940 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/99f54d91c88b45c9961d77bf386009cb, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/e57df5584dc64b2d948de96c5323821b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/7b238183585041a593a5d6741a816149, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/f1021efdd99647fea93c973cb7d0d411] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=47.8 K 2024-11-11T02:39:54,941 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99f54d91c88b45c9961d77bf386009cb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731292792117 2024-11-11T02:39:54,942 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting e57df5584dc64b2d948de96c5323821b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731292792313 2024-11-11T02:39:54,942 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b238183585041a593a5d6741a816149, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731292792981 2024-11-11T02:39:54,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741883_1059 (size=12663) 2024-11-11T02:39:54,944 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1021efdd99647fea93c973cb7d0d411, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731292794211 2024-11-11T02:39:54,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/3441f3cc7f6349dd806d52c0278416fc is 50, key is test_row_0/A:col10/1731292794933/Put/seqid=0 2024-11-11T02:39:54,959 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/6d3d4cf21e3d4e3fb4f5789feba40474 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/6d3d4cf21e3d4e3fb4f5789feba40474 2024-11-11T02:39:54,969 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/B of 0013885036d1f6f6de514c680a5d9fa5 into 6d3d4cf21e3d4e3fb4f5789feba40474(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:39:54,969 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:54,969 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/B, priority=12, startTime=1731292794811; duration=0sec 2024-11-11T02:39:54,969 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:54,970 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:B 2024-11-11T02:39:54,973 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#C#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:39:54,974 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/677559f8adf44b388618580be3cf60a3 is 50, key is test_row_0/C:col10/1731292794215/Put/seqid=0 2024-11-11T02:39:54,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741884_1060 (size=14541) 2024-11-11T02:39:55,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741885_1061 (size=12663) 2024-11-11T02:39:55,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292855004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:55,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:55,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292855006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:55,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:55,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292855006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:55,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:55,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292855009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:55,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:55,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292855011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:55,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292855119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:55,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:55,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292855119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:55,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:55,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292855119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:55,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292855119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:55,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:55,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:55,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292855129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:55,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T02:39:55,299 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:39:55,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:39:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-11T02:39:55,303 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:39:55,304 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:39:55,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:39:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-11T02:39:55,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292855329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:55,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292855329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:55,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:55,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292855329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:55,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:55,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:55,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292855329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:55,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:55,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:55,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292855339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:55,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:55,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/3441f3cc7f6349dd806d52c0278416fc 2024-11-11T02:39:55,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/d7c0b3103a414e3a9f5a54b05c4ffae3 is 50, key is test_row_0/B:col10/1731292794933/Put/seqid=0 2024-11-11T02:39:55,419 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/677559f8adf44b388618580be3cf60a3 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/677559f8adf44b388618580be3cf60a3 2024-11-11T02:39:55,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-11T02:39:55,434 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/C of 0013885036d1f6f6de514c680a5d9fa5 into 677559f8adf44b388618580be3cf60a3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:39:55,434 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:55,434 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/C, priority=12, startTime=1731292794811; duration=0sec 2024-11-11T02:39:55,434 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:55,434 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:C 2024-11-11T02:39:55,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741886_1062 (size=12151) 2024-11-11T02:39:55,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/d7c0b3103a414e3a9f5a54b05c4ffae3 2024-11-11T02:39:55,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-11T02:39:55,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:55,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:55,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:55,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:55,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:55,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/63143d5da5f341689a8cbe52efc8cbd1 is 50, key is test_row_0/C:col10/1731292794933/Put/seqid=0 2024-11-11T02:39:55,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741887_1063 (size=12151) 2024-11-11T02:39:55,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/63143d5da5f341689a8cbe52efc8cbd1 2024-11-11T02:39:55,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/3441f3cc7f6349dd806d52c0278416fc as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/3441f3cc7f6349dd806d52c0278416fc 2024-11-11T02:39:55,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/3441f3cc7f6349dd806d52c0278416fc, entries=200, sequenceid=248, filesize=14.2 K 2024-11-11T02:39:55,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/d7c0b3103a414e3a9f5a54b05c4ffae3 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/d7c0b3103a414e3a9f5a54b05c4ffae3 2024-11-11T02:39:55,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/d7c0b3103a414e3a9f5a54b05c4ffae3, entries=150, sequenceid=248, filesize=11.9 K 2024-11-11T02:39:55,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/63143d5da5f341689a8cbe52efc8cbd1 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/63143d5da5f341689a8cbe52efc8cbd1 2024-11-11T02:39:55,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/63143d5da5f341689a8cbe52efc8cbd1, entries=150, sequenceid=248, filesize=11.9 K 2024-11-11T02:39:55,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0013885036d1f6f6de514c680a5d9fa5 in 616ms, sequenceid=248, compaction requested=false 2024-11-11T02:39:55,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:55,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-11T02:39:55,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:55,614 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T02:39:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-11T02:39:55,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/7a66aec6aed3477fb40cadfc457cc934 is 50, key is test_row_0/A:col10/1731292795003/Put/seqid=0 2024-11-11T02:39:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:55,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:55,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741888_1064 (size=12301) 2024-11-11T02:39:55,668 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/7a66aec6aed3477fb40cadfc457cc934 2024-11-11T02:39:55,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292855661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292855664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292855664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:55,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292855665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:55,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:55,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292855666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:55,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:55,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:55,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/039b3d395b524eaca92e3b4b576bcdf5 is 50, key is test_row_0/B:col10/1731292795003/Put/seqid=0 2024-11-11T02:39:55,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741889_1065 (size=12301) 2024-11-11T02:39:55,704 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/039b3d395b524eaca92e3b4b576bcdf5 2024-11-11T02:39:55,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/49544d3f14144e789c5150562539f593 is 50, key is test_row_0/C:col10/1731292795003/Put/seqid=0 2024-11-11T02:39:55,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741890_1066 (size=12301) 2024-11-11T02:39:55,749 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/49544d3f14144e789c5150562539f593 2024-11-11T02:39:55,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/7a66aec6aed3477fb40cadfc457cc934 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/7a66aec6aed3477fb40cadfc457cc934 2024-11-11T02:39:55,767 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/7a66aec6aed3477fb40cadfc457cc934, entries=150, sequenceid=273, filesize=12.0 K 2024-11-11T02:39:55,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/039b3d395b524eaca92e3b4b576bcdf5 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/039b3d395b524eaca92e3b4b576bcdf5 2024-11-11T02:39:55,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292855778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:55,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292855778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:55,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:55,785 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/039b3d395b524eaca92e3b4b576bcdf5, entries=150, sequenceid=273, filesize=12.0 K 2024-11-11T02:39:55,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:55,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/49544d3f14144e789c5150562539f593 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/49544d3f14144e789c5150562539f593 2024-11-11T02:39:55,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292855789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:55,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:55,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292855789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:55,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:55,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292855789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:55,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:55,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:55,801 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/49544d3f14144e789c5150562539f593, entries=150, sequenceid=273, filesize=12.0 K 2024-11-11T02:39:55,803 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 0013885036d1f6f6de514c680a5d9fa5 in 189ms, sequenceid=273, compaction requested=true 2024-11-11T02:39:55,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:55,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:55,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-11T02:39:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-11T02:39:55,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-11T02:39:55,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 501 msec 2024-11-11T02:39:55,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 511 msec 2024-11-11T02:39:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-11T02:39:55,940 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:39:55,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:39:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-11T02:39:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-11T02:39:55,943 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:39:55,945 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:39:55,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:39:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:55,990 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:39:55,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T02:39:55,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/7357a271ece74b979b142ada6e7879ef is 50, key is test_row_0/A:col10/1731292795989/Put/seqid=0 2024-11-11T02:39:56,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741891_1067 (size=17181) 2024-11-11T02:39:56,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/7357a271ece74b979b142ada6e7879ef 2024-11-11T02:39:56,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/f46445e3b17a4655929a029c169f4843 is 50, key is test_row_0/B:col10/1731292795989/Put/seqid=0 2024-11-11T02:39:56,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:56,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741892_1068 (size=12301) 2024-11-11T02:39:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292856025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:56,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:56,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:56,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292856025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292856027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:56,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:56,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:56,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292856030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:56,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:56,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:56,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292856033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:56,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-11T02:39:56,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-11T02:39:56,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:56,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:56,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:56,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:56,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:56,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292856138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:56,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:56,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292856139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:56,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:56,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292856139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:56,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:56,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:56,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292856139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:56,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:56,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292856148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:56,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:56,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-11T02:39:56,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:56,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:56,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:56,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:56,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-11T02:39:56,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292856348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:56,353 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,353 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,353 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:56,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292856349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:56,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:56,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:56,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292856349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:56,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:56,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:56,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292856354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:56,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:56,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292856358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:56,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:56,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-11T02:39:56,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:56,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:56,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:56,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:56,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:56,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/f46445e3b17a4655929a029c169f4843 2024-11-11T02:39:56,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/5c92bd079f964d4cafd9d18c2b52fd06 is 50, key is test_row_0/C:col10/1731292795989/Put/seqid=0 2024-11-11T02:39:56,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741893_1069 (size=12301) 2024-11-11T02:39:56,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-11T02:39:56,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:56,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:56,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:56,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:56,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:56,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:56,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-11T02:39:56,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:56,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292856659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:56,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292856659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:56,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:56,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:56,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292856669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:56,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:56,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292856669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:56,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:56,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292856678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:56,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:56,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:56,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-11T02:39:56,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:56,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:56,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:56,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:56,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:56,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:56,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-11T02:39:56,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:56,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:56,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:56,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:56,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:56,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/5c92bd079f964d4cafd9d18c2b52fd06 2024-11-11T02:39:56,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/7357a271ece74b979b142ada6e7879ef as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/7357a271ece74b979b142ada6e7879ef 2024-11-11T02:39:56,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/7357a271ece74b979b142ada6e7879ef, entries=250, sequenceid=289, filesize=16.8 K 2024-11-11T02:39:56,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/f46445e3b17a4655929a029c169f4843 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/f46445e3b17a4655929a029c169f4843 2024-11-11T02:39:56,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/f46445e3b17a4655929a029c169f4843, entries=150, sequenceid=289, filesize=12.0 K 2024-11-11T02:39:56,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/5c92bd079f964d4cafd9d18c2b52fd06 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/5c92bd079f964d4cafd9d18c2b52fd06 2024-11-11T02:39:56,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/5c92bd079f964d4cafd9d18c2b52fd06, entries=150, sequenceid=289, filesize=12.0 K 2024-11-11T02:39:56,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 0013885036d1f6f6de514c680a5d9fa5 in 937ms, sequenceid=289, compaction requested=true 2024-11-11T02:39:56,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:56,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:39:56,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:56,927 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:39:56,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:39:56,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:56,927 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:39:56,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:39:56,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:39:56,929 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56686 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:39:56,929 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:39:56,929 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/A is initiating minor compaction (all files) 2024-11-11T02:39:56,929 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/B is initiating minor compaction (all files) 2024-11-11T02:39:56,929 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/A in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:56,929 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/B in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:56,929 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/883a136bf6c74e779497a3c238946ce6, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/3441f3cc7f6349dd806d52c0278416fc, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/7a66aec6aed3477fb40cadfc457cc934, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/7357a271ece74b979b142ada6e7879ef] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=55.4 K 2024-11-11T02:39:56,929 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/6d3d4cf21e3d4e3fb4f5789feba40474, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/d7c0b3103a414e3a9f5a54b05c4ffae3, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/039b3d395b524eaca92e3b4b576bcdf5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/f46445e3b17a4655929a029c169f4843] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=48.3 K 2024-11-11T02:39:56,929 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d3d4cf21e3d4e3fb4f5789feba40474, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731292794211 2024-11-11T02:39:56,929 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 883a136bf6c74e779497a3c238946ce6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731292794211 2024-11-11T02:39:56,930 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3441f3cc7f6349dd806d52c0278416fc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731292794592 2024-11-11T02:39:56,930 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting d7c0b3103a414e3a9f5a54b05c4ffae3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731292794592 2024-11-11T02:39:56,930 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 039b3d395b524eaca92e3b4b576bcdf5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731292795003 2024-11-11T02:39:56,931 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a66aec6aed3477fb40cadfc457cc934, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731292795003 2024-11-11T02:39:56,931 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting f46445e3b17a4655929a029c169f4843, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731292795662 2024-11-11T02:39:56,931 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7357a271ece74b979b142ada6e7879ef, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731292795659 2024-11-11T02:39:56,947 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#A#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:39:56,948 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#B#compaction#58 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:39:56,948 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/a2f1c2ea5cbe456986c4124c35e680c8 is 50, key is test_row_0/A:col10/1731292795989/Put/seqid=0 2024-11-11T02:39:56,948 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/61bba0b4259b455d84350870734bd970 is 50, key is test_row_0/B:col10/1731292795989/Put/seqid=0 2024-11-11T02:39:56,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741894_1070 (size=12949) 2024-11-11T02:39:56,970 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/a2f1c2ea5cbe456986c4124c35e680c8 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/a2f1c2ea5cbe456986c4124c35e680c8 2024-11-11T02:39:56,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741895_1071 (size=12949) 2024-11-11T02:39:56,980 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/A of 0013885036d1f6f6de514c680a5d9fa5 into a2f1c2ea5cbe456986c4124c35e680c8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:39:56,981 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:56,981 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/A, priority=12, startTime=1731292796927; duration=0sec 2024-11-11T02:39:56,987 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/61bba0b4259b455d84350870734bd970 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/61bba0b4259b455d84350870734bd970 2024-11-11T02:39:56,988 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:39:56,989 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:A 2024-11-11T02:39:56,989 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:39:56,990 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:39:56,990 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/C is initiating minor compaction (all files) 2024-11-11T02:39:56,990 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/C in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:56,991 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/677559f8adf44b388618580be3cf60a3, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/63143d5da5f341689a8cbe52efc8cbd1, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/49544d3f14144e789c5150562539f593, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/5c92bd079f964d4cafd9d18c2b52fd06] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=48.3 K 2024-11-11T02:39:56,992 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 677559f8adf44b388618580be3cf60a3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731292794211 2024-11-11T02:39:56,993 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63143d5da5f341689a8cbe52efc8cbd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731292794592 2024-11-11T02:39:56,994 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49544d3f14144e789c5150562539f593, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731292795003 2024-11-11T02:39:56,997 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c92bd079f964d4cafd9d18c2b52fd06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731292795662 2024-11-11T02:39:57,001 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/B of 0013885036d1f6f6de514c680a5d9fa5 into 61bba0b4259b455d84350870734bd970(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:39:57,002 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:57,002 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/B, priority=12, startTime=1731292796927; duration=0sec 2024-11-11T02:39:57,002 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:57,002 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:B 2024-11-11T02:39:57,010 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#C#compaction#59 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:39:57,011 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/5a3dbbce9bc44dfebc5fda841554d033 is 50, key is test_row_0/C:col10/1731292795989/Put/seqid=0 2024-11-11T02:39:57,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741896_1072 (size=12949) 2024-11-11T02:39:57,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-11T02:39:57,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:57,028 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-11T02:39:57,033 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/5a3dbbce9bc44dfebc5fda841554d033 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/5a3dbbce9bc44dfebc5fda841554d033 2024-11-11T02:39:57,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/d0ee680167e942bca52d1f87217cbd2b is 50, key is test_row_0/A:col10/1731292796030/Put/seqid=0 2024-11-11T02:39:57,043 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/C of 0013885036d1f6f6de514c680a5d9fa5 into 5a3dbbce9bc44dfebc5fda841554d033(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:39:57,043 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:57,043 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/C, priority=12, startTime=1731292796927; duration=0sec 2024-11-11T02:39:57,043 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:57,043 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:C 2024-11-11T02:39:57,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741897_1073 (size=12301) 2024-11-11T02:39:57,047 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/d0ee680167e942bca52d1f87217cbd2b 2024-11-11T02:39:57,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/3bc989832bc043309bd90a4d626f0b77 is 50, key is test_row_0/B:col10/1731292796030/Put/seqid=0 2024-11-11T02:39:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-11T02:39:57,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741898_1074 (size=12301) 2024-11-11T02:39:57,096 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/3bc989832bc043309bd90a4d626f0b77 2024-11-11T02:39:57,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/a69b80bfcde94e068b5c6d77ae9056a2 is 50, key is test_row_0/C:col10/1731292796030/Put/seqid=0 2024-11-11T02:39:57,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741899_1075 (size=12301) 2024-11-11T02:39:57,147 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/a69b80bfcde94e068b5c6d77ae9056a2 2024-11-11T02:39:57,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/d0ee680167e942bca52d1f87217cbd2b as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/d0ee680167e942bca52d1f87217cbd2b 2024-11-11T02:39:57,165 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/d0ee680167e942bca52d1f87217cbd2b, entries=150, sequenceid=311, filesize=12.0 K 2024-11-11T02:39:57,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/3bc989832bc043309bd90a4d626f0b77 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/3bc989832bc043309bd90a4d626f0b77 2024-11-11T02:39:57,180 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/3bc989832bc043309bd90a4d626f0b77, entries=150, sequenceid=311, filesize=12.0 K 2024-11-11T02:39:57,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/a69b80bfcde94e068b5c6d77ae9056a2 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/a69b80bfcde94e068b5c6d77ae9056a2 2024-11-11T02:39:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:57,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:57,192 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/a69b80bfcde94e068b5c6d77ae9056a2, entries=150, sequenceid=311, filesize=12.0 K 2024-11-11T02:39:57,194 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=6.71 KB/6870 for 0013885036d1f6f6de514c680a5d9fa5 in 167ms, sequenceid=311, compaction requested=false 2024-11-11T02:39:57,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:57,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:57,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-11T02:39:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-11T02:39:57,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-11T02:39:57,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2510 sec 2024-11-11T02:39:57,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.2600 sec 2024-11-11T02:39:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:57,206 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:39:57,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T02:39:57,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/29f4d2e48987481886ff8e6c9938c52f is 50, key is test_row_0/A:col10/1731292797196/Put/seqid=0 2024-11-11T02:39:57,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292857236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:57,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292857240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:57,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:57,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:57,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292857244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:57,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741900_1076 (size=14741) 2024-11-11T02:39:57,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:57,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292857245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:57,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:57,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292857245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:57,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:57,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292857349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:57,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292857349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:57,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:57,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292857374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:57,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:57,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292857374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:57,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:57,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:57,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292857374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:57,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:57,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292857558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:57,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292857559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:57,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:57,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:57,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292857589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:57,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:57,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:57,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292857590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:57,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292857590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:57,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:57,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/29f4d2e48987481886ff8e6c9938c52f 2024-11-11T02:39:57,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/ec020e27ade04be6bfa48ed3ad416665 is 50, key is test_row_0/B:col10/1731292797196/Put/seqid=0 2024-11-11T02:39:57,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741901_1077 (size=12301) 2024-11-11T02:39:57,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:57,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292857878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292857878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:57,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:57,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:57,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292857899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:57,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:57,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292857909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:57,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:57,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292857918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:57,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:57,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-11T02:39:58,089 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:39:58,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:39:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-11T02:39:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T02:39:58,092 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:39:58,093 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:39:58,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:39:58,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/ec020e27ade04be6bfa48ed3ad416665 2024-11-11T02:39:58,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/10b8873320244e9ba9c17341990e2d5e is 50, key is test_row_0/C:col10/1731292797196/Put/seqid=0 2024-11-11T02:39:58,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741902_1078 (size=12301) 2024-11-11T02:39:58,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/10b8873320244e9ba9c17341990e2d5e 2024-11-11T02:39:58,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/29f4d2e48987481886ff8e6c9938c52f as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/29f4d2e48987481886ff8e6c9938c52f 2024-11-11T02:39:58,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/29f4d2e48987481886ff8e6c9938c52f, entries=200, sequenceid=323, filesize=14.4 K 2024-11-11T02:39:58,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/ec020e27ade04be6bfa48ed3ad416665 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/ec020e27ade04be6bfa48ed3ad416665 2024-11-11T02:39:58,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/ec020e27ade04be6bfa48ed3ad416665, entries=150, sequenceid=323, filesize=12.0 K 2024-11-11T02:39:58,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/10b8873320244e9ba9c17341990e2d5e as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/10b8873320244e9ba9c17341990e2d5e 2024-11-11T02:39:58,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/10b8873320244e9ba9c17341990e2d5e, entries=150, sequenceid=323, filesize=12.0 K 2024-11-11T02:39:58,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0013885036d1f6f6de514c680a5d9fa5 in 972ms, sequenceid=323, compaction requested=true 2024-11-11T02:39:58,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:58,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:39:58,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:58,178 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:39:58,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:39:58,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:58,178 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:39:58,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:39:58,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:39:58,180 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:39:58,180 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:39:58,180 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/A is initiating minor compaction (all files) 2024-11-11T02:39:58,180 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/B is initiating minor compaction (all files) 2024-11-11T02:39:58,180 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/A in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:58,180 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/B in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:58,180 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/61bba0b4259b455d84350870734bd970, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/3bc989832bc043309bd90a4d626f0b77, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/ec020e27ade04be6bfa48ed3ad416665] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=36.7 K 2024-11-11T02:39:58,180 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/a2f1c2ea5cbe456986c4124c35e680c8, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/d0ee680167e942bca52d1f87217cbd2b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/29f4d2e48987481886ff8e6c9938c52f] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=39.1 K 2024-11-11T02:39:58,181 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2f1c2ea5cbe456986c4124c35e680c8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731292795662 2024-11-11T02:39:58,181 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 61bba0b4259b455d84350870734bd970, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731292795662 2024-11-11T02:39:58,181 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0ee680167e942bca52d1f87217cbd2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731292796011 2024-11-11T02:39:58,181 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bc989832bc043309bd90a4d626f0b77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731292796011 2024-11-11T02:39:58,182 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29f4d2e48987481886ff8e6c9938c52f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731292797196 2024-11-11T02:39:58,182 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting ec020e27ade04be6bfa48ed3ad416665, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731292797196 2024-11-11T02:39:58,195 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#A#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:39:58,196 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/19c1768e2fbf421a9535ee19d8800575 is 50, key is test_row_0/A:col10/1731292797196/Put/seqid=0 2024-11-11T02:39:58,199 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#B#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:39:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T02:39:58,199 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/381f91ba60e44fd68c854d8d2bcfbd75 is 50, key is test_row_0/B:col10/1731292797196/Put/seqid=0 2024-11-11T02:39:58,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741903_1079 (size=13051) 2024-11-11T02:39:58,213 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/19c1768e2fbf421a9535ee19d8800575 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/19c1768e2fbf421a9535ee19d8800575 2024-11-11T02:39:58,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741904_1080 (size=13051) 2024-11-11T02:39:58,222 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/A of 0013885036d1f6f6de514c680a5d9fa5 into 19c1768e2fbf421a9535ee19d8800575(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:39:58,222 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:58,222 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/A, priority=13, startTime=1731292798178; duration=0sec 2024-11-11T02:39:58,223 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:39:58,223 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:A 2024-11-11T02:39:58,223 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:39:58,224 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:39:58,224 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/C is initiating minor compaction (all files) 2024-11-11T02:39:58,225 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/C in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:58,225 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/5a3dbbce9bc44dfebc5fda841554d033, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/a69b80bfcde94e068b5c6d77ae9056a2, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/10b8873320244e9ba9c17341990e2d5e] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=36.7 K 2024-11-11T02:39:58,226 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a3dbbce9bc44dfebc5fda841554d033, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731292795662 2024-11-11T02:39:58,227 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting a69b80bfcde94e068b5c6d77ae9056a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731292796011 2024-11-11T02:39:58,227 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10b8873320244e9ba9c17341990e2d5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731292797196 2024-11-11T02:39:58,231 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/381f91ba60e44fd68c854d8d2bcfbd75 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/381f91ba60e44fd68c854d8d2bcfbd75 2024-11-11T02:39:58,243 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/B of 0013885036d1f6f6de514c680a5d9fa5 into 381f91ba60e44fd68c854d8d2bcfbd75(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:39:58,243 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:58,243 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/B, priority=13, startTime=1731292798178; duration=0sec 2024-11-11T02:39:58,243 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:58,243 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:B 2024-11-11T02:39:58,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-11T02:39:58,247 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#C#compaction#68 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:39:58,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:58,247 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T02:39:58,248 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/37f967bfaa444f6583aeb03271a4a092 is 50, key is test_row_0/C:col10/1731292797196/Put/seqid=0 2024-11-11T02:39:58,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/840b053b7bb4493280ff9ba6ca248253 is 50, key is test_row_0/A:col10/1731292797240/Put/seqid=0 2024-11-11T02:39:58,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741905_1081 (size=13051) 2024-11-11T02:39:58,282 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/37f967bfaa444f6583aeb03271a4a092 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/37f967bfaa444f6583aeb03271a4a092 2024-11-11T02:39:58,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741906_1082 (size=12301) 2024-11-11T02:39:58,299 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/C of 0013885036d1f6f6de514c680a5d9fa5 into 37f967bfaa444f6583aeb03271a4a092(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:39:58,299 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:58,299 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/C, priority=13, startTime=1731292798178; duration=0sec 2024-11-11T02:39:58,299 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:58,299 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:C 2024-11-11T02:39:58,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T02:39:58,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292858466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:58,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292858467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:58,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292858471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:58,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292858472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:58,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:58,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:58,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292858479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:58,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:58,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292858580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:58,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292858580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:58,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:58,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:58,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292858581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:58,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:58,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292858581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:58,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292858589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:58,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:58,699 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/840b053b7bb4493280ff9ba6ca248253 2024-11-11T02:39:58,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/cf61116bdda2401896496ca41e7f9b09 is 50, key is test_row_0/B:col10/1731292797240/Put/seqid=0 2024-11-11T02:39:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T02:39:58,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741907_1083 (size=12301) 2024-11-11T02:39:58,740 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/cf61116bdda2401896496ca41e7f9b09 2024-11-11T02:39:58,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/541d8ad752734d94bc86133f3f776aaf is 50, key is test_row_0/C:col10/1731292797240/Put/seqid=0 2024-11-11T02:39:58,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292858788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:58,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:58,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292858788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:58,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:58,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292858788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:58,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292858799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:58,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:58,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292858799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:58,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:58,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:58,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741908_1084 (size=12301) 2024-11-11T02:39:58,808 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/541d8ad752734d94bc86133f3f776aaf 2024-11-11T02:39:58,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/840b053b7bb4493280ff9ba6ca248253 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/840b053b7bb4493280ff9ba6ca248253 2024-11-11T02:39:58,836 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/840b053b7bb4493280ff9ba6ca248253, entries=150, sequenceid=350, filesize=12.0 K 2024-11-11T02:39:58,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/cf61116bdda2401896496ca41e7f9b09 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/cf61116bdda2401896496ca41e7f9b09 2024-11-11T02:39:58,847 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/cf61116bdda2401896496ca41e7f9b09, entries=150, sequenceid=350, filesize=12.0 K 2024-11-11T02:39:58,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/541d8ad752734d94bc86133f3f776aaf as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/541d8ad752734d94bc86133f3f776aaf 2024-11-11T02:39:58,881 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/541d8ad752734d94bc86133f3f776aaf, entries=150, sequenceid=350, filesize=12.0 K 2024-11-11T02:39:58,882 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0013885036d1f6f6de514c680a5d9fa5 in 635ms, sequenceid=350, compaction requested=false 2024-11-11T02:39:58,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:58,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:58,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-11T02:39:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-11T02:39:58,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-11T02:39:58,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 792 msec 2024-11-11T02:39:58,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 798 msec 2024-11-11T02:39:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:59,106 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:39:59,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T02:39:59,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/e64801e8f8ac4336a82bfcde5d6cab2b is 50, key is test_row_0/A:col10/1731292799102/Put/seqid=0 2024-11-11T02:39:59,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741909_1085 (size=12301) 2024-11-11T02:39:59,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/e64801e8f8ac4336a82bfcde5d6cab2b 2024-11-11T02:39:59,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292859156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:59,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:59,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292859161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:59,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:59,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292859165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:59,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292859167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:59,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292859167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:59,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:59,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:59,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:59,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/980187c9603b4a21ac92778a97748439 is 50, key is test_row_0/B:col10/1731292799102/Put/seqid=0 2024-11-11T02:39:59,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741910_1086 (size=12301) 2024-11-11T02:39:59,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/980187c9603b4a21ac92778a97748439 2024-11-11T02:39:59,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/f2e23518f55f43db823a4c7cffb0f742 is 50, key is test_row_0/C:col10/1731292799102/Put/seqid=0 2024-11-11T02:39:59,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741911_1087 (size=12301) 2024-11-11T02:39:59,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/f2e23518f55f43db823a4c7cffb0f742 2024-11-11T02:39:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T02:39:59,230 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:39:59,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:39:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-11T02:39:59,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/e64801e8f8ac4336a82bfcde5d6cab2b as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/e64801e8f8ac4336a82bfcde5d6cab2b 2024-11-11T02:39:59,233 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:39:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-11T02:39:59,235 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:39:59,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:39:59,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/e64801e8f8ac4336a82bfcde5d6cab2b, entries=150, sequenceid=364, filesize=12.0 K 2024-11-11T02:39:59,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/980187c9603b4a21ac92778a97748439 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/980187c9603b4a21ac92778a97748439 2024-11-11T02:39:59,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/980187c9603b4a21ac92778a97748439, entries=150, sequenceid=364, filesize=12.0 K 2024-11-11T02:39:59,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/f2e23518f55f43db823a4c7cffb0f742 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/f2e23518f55f43db823a4c7cffb0f742 2024-11-11T02:39:59,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/f2e23518f55f43db823a4c7cffb0f742, entries=150, sequenceid=364, filesize=12.0 K 2024-11-11T02:39:59,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 0013885036d1f6f6de514c680a5d9fa5 in 171ms, sequenceid=364, compaction requested=true 2024-11-11T02:39:59,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:59,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:39:59,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:59,278 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:39:59,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:39:59,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:59,278 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:39:59,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:39:59,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:39:59,279 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:39:59,279 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/B is initiating minor compaction (all files) 2024-11-11T02:39:59,279 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/B in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:59,279 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/381f91ba60e44fd68c854d8d2bcfbd75, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/cf61116bdda2401896496ca41e7f9b09, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/980187c9603b4a21ac92778a97748439] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=36.8 K 2024-11-11T02:39:59,280 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:39:59,280 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/A is initiating minor compaction (all files) 2024-11-11T02:39:59,280 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/A in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:59,280 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/19c1768e2fbf421a9535ee19d8800575, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/840b053b7bb4493280ff9ba6ca248253, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/e64801e8f8ac4336a82bfcde5d6cab2b] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=36.8 K 2024-11-11T02:39:59,284 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19c1768e2fbf421a9535ee19d8800575, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731292797196 2024-11-11T02:39:59,285 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 381f91ba60e44fd68c854d8d2bcfbd75, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731292797196 2024-11-11T02:39:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:39:59,285 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:39:59,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T02:39:59,286 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 840b053b7bb4493280ff9ba6ca248253, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731292797240 2024-11-11T02:39:59,286 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting cf61116bdda2401896496ca41e7f9b09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731292797240 2024-11-11T02:39:59,286 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting e64801e8f8ac4336a82bfcde5d6cab2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731292798468 2024-11-11T02:39:59,286 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 980187c9603b4a21ac92778a97748439, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731292798468 2024-11-11T02:39:59,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/30e53d49cd1e41399df96ab5a38331ab is 50, key is test_row_0/A:col10/1731292799284/Put/seqid=0 2024-11-11T02:39:59,311 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#B#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:39:59,311 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/01c0e4089fe84540a66cc3da149ec1d7 is 50, key is test_row_0/B:col10/1731292799102/Put/seqid=0 2024-11-11T02:39:59,320 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#A#compaction#77 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:39:59,320 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/6557f2fc678746df859d713f16d375f4 is 50, key is test_row_0/A:col10/1731292799102/Put/seqid=0 2024-11-11T02:39:59,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741913_1089 (size=13153) 2024-11-11T02:39:59,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741912_1088 (size=12301) 2024-11-11T02:39:59,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741914_1090 (size=13153) 2024-11-11T02:39:59,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:59,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292859296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292859298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:59,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:59,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-11T02:39:59,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292859338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:59,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:59,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292859338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:59,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:59,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292859338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:59,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:59,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-11T02:39:59,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:59,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:59,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:59,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:59,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:59,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292859449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:59,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:59,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292859449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:59,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:59,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292859459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:59,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:59,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:59,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292859459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292859459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:59,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:59,461 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,461 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,461 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:59,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-11T02:39:59,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:59,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:59,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:59,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:59,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-11T02:39:59,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292859669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:59,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:59,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292859669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:59,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:59,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:59,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292859670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:59,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292859670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:59,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:59,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:59,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292859672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:59,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:59,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-11T02:39:59,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:59,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:59,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:59,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:59,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:59,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/30e53d49cd1e41399df96ab5a38331ab 2024-11-11T02:39:59,734 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/01c0e4089fe84540a66cc3da149ec1d7 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/01c0e4089fe84540a66cc3da149ec1d7 2024-11-11T02:39:59,746 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/6557f2fc678746df859d713f16d375f4 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/6557f2fc678746df859d713f16d375f4 2024-11-11T02:39:59,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/e0b7b70458ad4fcab103b71d6abc7faf is 50, key is test_row_0/B:col10/1731292799284/Put/seqid=0 2024-11-11T02:39:59,753 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/B of 0013885036d1f6f6de514c680a5d9fa5 into 01c0e4089fe84540a66cc3da149ec1d7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:39:59,759 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/A of 0013885036d1f6f6de514c680a5d9fa5 into 6557f2fc678746df859d713f16d375f4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:39:59,759 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:59,759 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/A, priority=13, startTime=1731292799277; duration=0sec 2024-11-11T02:39:59,760 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:39:59,760 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:A 2024-11-11T02:39:59,760 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:39:59,761 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:59,762 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/B, priority=13, startTime=1731292799278; duration=0sec 2024-11-11T02:39:59,763 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:59,763 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:B 2024-11-11T02:39:59,763 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:39:59,763 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/C is initiating minor compaction (all files) 2024-11-11T02:39:59,764 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/C in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:59,764 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/37f967bfaa444f6583aeb03271a4a092, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/541d8ad752734d94bc86133f3f776aaf, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/f2e23518f55f43db823a4c7cffb0f742] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=36.8 K 2024-11-11T02:39:59,764 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37f967bfaa444f6583aeb03271a4a092, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731292797196 2024-11-11T02:39:59,765 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 541d8ad752734d94bc86133f3f776aaf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731292797240 2024-11-11T02:39:59,765 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2e23518f55f43db823a4c7cffb0f742, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731292798468 2024-11-11T02:39:59,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741915_1091 (size=12301) 2024-11-11T02:39:59,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/e0b7b70458ad4fcab103b71d6abc7faf 2024-11-11T02:39:59,783 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#C#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:39:59,783 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/1e6fac6616d149e5962058610d78757f is 50, key is test_row_0/C:col10/1731292799102/Put/seqid=0 2024-11-11T02:39:59,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/6d6381b4f48e4dbaa7dfcd547bb19052 is 50, key is test_row_0/C:col10/1731292799284/Put/seqid=0 2024-11-11T02:39:59,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741916_1092 (size=13153) 2024-11-11T02:39:59,814 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/1e6fac6616d149e5962058610d78757f as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/1e6fac6616d149e5962058610d78757f 2024-11-11T02:39:59,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741917_1093 (size=12301) 2024-11-11T02:39:59,827 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/C of 0013885036d1f6f6de514c680a5d9fa5 into 1e6fac6616d149e5962058610d78757f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:39:59,827 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:39:59,827 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/C, priority=13, startTime=1731292799278; duration=0sec 2024-11-11T02:39:59,827 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:39:59,827 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:C 2024-11-11T02:39:59,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-11T02:39:59,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:59,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:39:59,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:39:59,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:59,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:39:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-11T02:39:59,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292859980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:59,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:59,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292859981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:59,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:59,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:59,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292859989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:59,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:39:59,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292859989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:59,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292859989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:39:59,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:39:59,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:39:59,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:00,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-11T02:40:00,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:00,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:40:00,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:00,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:00,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:00,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-11T02:40:00,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:00,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:40:00,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:00,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:00,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:00,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:00,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/6d6381b4f48e4dbaa7dfcd547bb19052 2024-11-11T02:40:00,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/30e53d49cd1e41399df96ab5a38331ab as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/30e53d49cd1e41399df96ab5a38331ab 2024-11-11T02:40:00,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/30e53d49cd1e41399df96ab5a38331ab, entries=150, sequenceid=391, filesize=12.0 K 2024-11-11T02:40:00,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/e0b7b70458ad4fcab103b71d6abc7faf as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/e0b7b70458ad4fcab103b71d6abc7faf 2024-11-11T02:40:00,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/e0b7b70458ad4fcab103b71d6abc7faf, entries=150, sequenceid=391, filesize=12.0 K 2024-11-11T02:40:00,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/6d6381b4f48e4dbaa7dfcd547bb19052 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/6d6381b4f48e4dbaa7dfcd547bb19052 2024-11-11T02:40:00,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/6d6381b4f48e4dbaa7dfcd547bb19052, entries=150, sequenceid=391, filesize=12.0 K 2024-11-11T02:40:00,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=53.67 KB/54960 for 0013885036d1f6f6de514c680a5d9fa5 in 982ms, sequenceid=391, compaction requested=false 2024-11-11T02:40:00,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:40:00,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-11T02:40:00,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:00,315 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T02:40:00,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/5081a903d3634b2e83f2886d1404a88d is 50, key is test_row_0/A:col10/1731292799292/Put/seqid=0 2024-11-11T02:40:00,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741918_1094 (size=12301) 2024-11-11T02:40:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-11T02:40:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:40:00,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:40:00,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292860521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:00,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:00,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292860522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:00,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292860523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:00,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292860528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:00,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:00,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292860528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:00,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:00,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292860639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:00,641 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,641 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,641 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:00,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:00,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292860639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292860639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:00,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:00,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292860639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:00,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:00,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:00,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292860649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:00,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:00,749 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/5081a903d3634b2e83f2886d1404a88d 2024-11-11T02:40:00,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/79c3974fcbec40e59127d1f7962e734d is 50, key is test_row_0/B:col10/1731292799292/Put/seqid=0 2024-11-11T02:40:00,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741919_1095 (size=12301) 2024-11-11T02:40:00,767 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/79c3974fcbec40e59127d1f7962e734d 2024-11-11T02:40:00,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/9bb4e40550fa40a2bc10d8f7eb4dad09 is 50, key is test_row_0/C:col10/1731292799292/Put/seqid=0 2024-11-11T02:40:00,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741920_1096 (size=12301) 2024-11-11T02:40:00,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292860849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:00,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:00,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:00,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292860849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:00,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292860850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:00,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:00,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:00,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:00,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292860850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:00,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:00,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292860858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:00,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:00,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:01,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292861159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:01,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292861159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:01,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:01,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:01,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292861159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:01,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292861159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:01,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:01,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:01,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292861169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:01,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:01,188 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/9bb4e40550fa40a2bc10d8f7eb4dad09 2024-11-11T02:40:01,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/5081a903d3634b2e83f2886d1404a88d as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/5081a903d3634b2e83f2886d1404a88d 2024-11-11T02:40:01,202 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/5081a903d3634b2e83f2886d1404a88d, entries=150, sequenceid=405, filesize=12.0 K 2024-11-11T02:40:01,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/79c3974fcbec40e59127d1f7962e734d as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/79c3974fcbec40e59127d1f7962e734d 2024-11-11T02:40:01,213 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/79c3974fcbec40e59127d1f7962e734d, entries=150, sequenceid=405, filesize=12.0 K 2024-11-11T02:40:01,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/9bb4e40550fa40a2bc10d8f7eb4dad09 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/9bb4e40550fa40a2bc10d8f7eb4dad09 2024-11-11T02:40:01,224 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/9bb4e40550fa40a2bc10d8f7eb4dad09, entries=150, sequenceid=405, filesize=12.0 K 2024-11-11T02:40:01,227 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0013885036d1f6f6de514c680a5d9fa5 in 911ms, sequenceid=405, compaction requested=true 2024-11-11T02:40:01,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:40:01,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:01,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-11T02:40:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-11T02:40:01,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-11T02:40:01,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9960 sec 2024-11-11T02:40:01,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 2.0050 sec 2024-11-11T02:40:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-11T02:40:01,388 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:01,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:40:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-11T02:40:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-11T02:40:01,391 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:40:01,392 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:40:01,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:40:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-11T02:40:01,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-11T02:40:01,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:01,545 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T02:40:01,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/a7cb8ff0815847188bffeed35026b7cb is 50, key is test_row_0/A:col10/1731292800523/Put/seqid=0 2024-11-11T02:40:01,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741921_1097 (size=12301) 2024-11-11T02:40:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:40:01,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:40:01,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292861683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:01,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:01,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292861685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:01,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:01,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292861685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:01,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:01,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292861687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:01,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:01,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292861687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:01,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-11T02:40:01,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292861788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:01,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:01,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292861799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:01,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:01,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292861799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:01,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:01,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292861799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:01,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:01,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292861800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:01,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:01,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:01,958 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/a7cb8ff0815847188bffeed35026b7cb 2024-11-11T02:40:01,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/763109c75f3143ff8ce82155b6b28a9f is 50, key is test_row_0/B:col10/1731292800523/Put/seqid=0 2024-11-11T02:40:01,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292861999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:02,000 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,000 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,000 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:02,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741922_1098 (size=12301) 2024-11-11T02:40:02,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292862008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:02,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:02,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292862008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:02,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:02,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292862009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:02,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:02,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292862009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:02,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-11T02:40:02,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292862308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:02,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:02,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292862319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:02,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292862319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:02,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:02,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292862319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292862319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:02,403 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/763109c75f3143ff8ce82155b6b28a9f 2024-11-11T02:40:02,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/fc63bad0c1ac4ab490734344830b39b8 is 50, key is test_row_0/C:col10/1731292800523/Put/seqid=0 2024-11-11T02:40:02,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741923_1099 (size=12301) 2024-11-11T02:40:02,426 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/fc63bad0c1ac4ab490734344830b39b8 2024-11-11T02:40:02,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/a7cb8ff0815847188bffeed35026b7cb as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/a7cb8ff0815847188bffeed35026b7cb 2024-11-11T02:40:02,448 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/a7cb8ff0815847188bffeed35026b7cb, entries=150, sequenceid=430, filesize=12.0 K 2024-11-11T02:40:02,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/763109c75f3143ff8ce82155b6b28a9f as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/763109c75f3143ff8ce82155b6b28a9f 2024-11-11T02:40:02,465 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/763109c75f3143ff8ce82155b6b28a9f, entries=150, sequenceid=430, filesize=12.0 K 2024-11-11T02:40:02,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/fc63bad0c1ac4ab490734344830b39b8 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/fc63bad0c1ac4ab490734344830b39b8 2024-11-11T02:40:02,477 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/fc63bad0c1ac4ab490734344830b39b8, entries=150, sequenceid=430, filesize=12.0 K 2024-11-11T02:40:02,478 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0013885036d1f6f6de514c680a5d9fa5 in 933ms, sequenceid=430, compaction requested=true 2024-11-11T02:40:02,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:40:02,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:02,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-11T02:40:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-11T02:40:02,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-11T02:40:02,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0880 sec 2024-11-11T02:40:02,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.0930 sec 2024-11-11T02:40:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-11T02:40:02,530 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:02,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:40:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-11T02:40:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T02:40:02,535 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:40:02,536 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:40:02,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:40:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T02:40:02,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-11T02:40:02,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:02,690 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T02:40:02,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/45791affde50455ba1b23db9c8597e16 is 50, key is test_row_0/A:col10/1731292801684/Put/seqid=0 2024-11-11T02:40:02,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741924_1100 (size=12301) 2024-11-11T02:40:02,730 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/45791affde50455ba1b23db9c8597e16 2024-11-11T02:40:02,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/a14efb15623b49a992d1b856aecd1a79 is 50, key is test_row_0/B:col10/1731292801684/Put/seqid=0 2024-11-11T02:40:02,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741925_1101 (size=12301) 2024-11-11T02:40:02,759 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/a14efb15623b49a992d1b856aecd1a79 2024-11-11T02:40:02,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/126f6f959d994757a4e6d5e723349f96 is 50, key is test_row_0/C:col10/1731292801684/Put/seqid=0 2024-11-11T02:40:02,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741926_1102 (size=12301) 2024-11-11T02:40:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:40:02,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:40:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T02:40:02,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292862856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:02,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292862858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:02,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292862861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:02,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:02,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292862867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:02,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292862869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:02,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:02,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:02,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292862969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:02,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292862978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:02,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:02,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292862978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:02,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:02,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:02,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292862978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:02,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:02,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292862978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:02,981 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,981 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:02,981 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T02:40:03,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292863178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:03,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:03,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292863189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:03,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:03,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292863189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:03,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:03,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:03,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292863189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:03,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:03,190 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/126f6f959d994757a4e6d5e723349f96 2024-11-11T02:40:03,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:03,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292863189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:03,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:03,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/45791affde50455ba1b23db9c8597e16 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/45791affde50455ba1b23db9c8597e16 2024-11-11T02:40:03,221 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/45791affde50455ba1b23db9c8597e16, entries=150, sequenceid=441, filesize=12.0 K 2024-11-11T02:40:03,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/a14efb15623b49a992d1b856aecd1a79 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/a14efb15623b49a992d1b856aecd1a79 2024-11-11T02:40:03,229 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/a14efb15623b49a992d1b856aecd1a79, entries=150, sequenceid=441, filesize=12.0 K 2024-11-11T02:40:03,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/126f6f959d994757a4e6d5e723349f96 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/126f6f959d994757a4e6d5e723349f96 2024-11-11T02:40:03,235 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/126f6f959d994757a4e6d5e723349f96, entries=150, sequenceid=441, filesize=12.0 K 2024-11-11T02:40:03,236 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 0013885036d1f6f6de514c680a5d9fa5 in 546ms, sequenceid=441, compaction requested=true 2024-11-11T02:40:03,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:40:03,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:03,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-11T02:40:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-11T02:40:03,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-11T02:40:03,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 701 msec 2024-11-11T02:40:03,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 709 msec 2024-11-11T02:40:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:40:03,491 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:40:03,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T02:40:03,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292863503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:03,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292863508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:03,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292863508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292863509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:03,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:03,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:03,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292863510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:03,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:03,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/0734cb687eb64de0b8aa18657eff4fa1 is 50, key is test_row_0/A:col10/1731292802863/Put/seqid=0 2024-11-11T02:40:03,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741927_1103 (size=14741) 2024-11-11T02:40:03,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/0734cb687eb64de0b8aa18657eff4fa1 2024-11-11T02:40:03,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/8c5d05b0221949fa8e62624a1d28b561 is 50, key is test_row_0/B:col10/1731292802863/Put/seqid=0 2024-11-11T02:40:03,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741928_1104 (size=12301) 2024-11-11T02:40:03,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/8c5d05b0221949fa8e62624a1d28b561 2024-11-11T02:40:03,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/4b7a5f849cbb41ce8f7dda6bc5cb7e03 is 50, key is test_row_0/C:col10/1731292802863/Put/seqid=0 2024-11-11T02:40:03,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741929_1105 (size=12301) 2024-11-11T02:40:03,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/4b7a5f849cbb41ce8f7dda6bc5cb7e03 2024-11-11T02:40:03,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292863618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:03,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:03,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292863618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:03,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:03,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292863619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:03,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292863619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:03,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292863619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:03,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:03,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/0734cb687eb64de0b8aa18657eff4fa1 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/0734cb687eb64de0b8aa18657eff4fa1 2024-11-11T02:40:03,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/0734cb687eb64de0b8aa18657eff4fa1, entries=200, sequenceid=468, filesize=14.4 K 2024-11-11T02:40:03,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/8c5d05b0221949fa8e62624a1d28b561 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/8c5d05b0221949fa8e62624a1d28b561 2024-11-11T02:40:03,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/8c5d05b0221949fa8e62624a1d28b561, entries=150, sequenceid=468, filesize=12.0 K 2024-11-11T02:40:03,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/4b7a5f849cbb41ce8f7dda6bc5cb7e03 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/4b7a5f849cbb41ce8f7dda6bc5cb7e03 2024-11-11T02:40:03,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/4b7a5f849cbb41ce8f7dda6bc5cb7e03, entries=150, sequenceid=468, filesize=12.0 K 2024-11-11T02:40:03,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 0013885036d1f6f6de514c680a5d9fa5 in 175ms, sequenceid=468, compaction requested=true 2024-11-11T02:40:03,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:40:03,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:40:03,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:03,666 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-11T02:40:03,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:40:03,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:03,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:40:03,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:03,666 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-11T02:40:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T02:40:03,669 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:03,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:40:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-11T02:40:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-11T02:40:03,672 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:40:03,673 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74658 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-11T02:40:03,673 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:40:03,673 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/B is initiating minor compaction (all files) 2024-11-11T02:40:03,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:40:03,673 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/B in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:03,673 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/01c0e4089fe84540a66cc3da149ec1d7, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/e0b7b70458ad4fcab103b71d6abc7faf, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/79c3974fcbec40e59127d1f7962e734d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/763109c75f3143ff8ce82155b6b28a9f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/a14efb15623b49a992d1b856aecd1a79, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/8c5d05b0221949fa8e62624a1d28b561] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=72.9 K 2024-11-11T02:40:03,674 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 77098 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-11T02:40:03,674 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/A is initiating minor compaction (all files) 2024-11-11T02:40:03,674 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/A in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:03,674 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/6557f2fc678746df859d713f16d375f4, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/30e53d49cd1e41399df96ab5a38331ab, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/5081a903d3634b2e83f2886d1404a88d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/a7cb8ff0815847188bffeed35026b7cb, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/45791affde50455ba1b23db9c8597e16, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/0734cb687eb64de0b8aa18657eff4fa1] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=75.3 K 2024-11-11T02:40:03,675 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6557f2fc678746df859d713f16d375f4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731292798468 2024-11-11T02:40:03,675 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 01c0e4089fe84540a66cc3da149ec1d7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731292798468 2024-11-11T02:40:03,676 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting e0b7b70458ad4fcab103b71d6abc7faf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731292799163 2024-11-11T02:40:03,676 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30e53d49cd1e41399df96ab5a38331ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731292799163 2024-11-11T02:40:03,677 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 79c3974fcbec40e59127d1f7962e734d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731292799292 2024-11-11T02:40:03,677 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5081a903d3634b2e83f2886d1404a88d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731292799292 2024-11-11T02:40:03,677 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 763109c75f3143ff8ce82155b6b28a9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1731292800514 2024-11-11T02:40:03,678 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7cb8ff0815847188bffeed35026b7cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1731292800514 2024-11-11T02:40:03,678 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting a14efb15623b49a992d1b856aecd1a79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731292801674 2024-11-11T02:40:03,678 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45791affde50455ba1b23db9c8597e16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731292801674 2024-11-11T02:40:03,678 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0734cb687eb64de0b8aa18657eff4fa1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1731292802856 2024-11-11T02:40:03,678 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c5d05b0221949fa8e62624a1d28b561, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1731292802863 2024-11-11T02:40:03,695 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#A#compaction#93 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:03,695 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#B#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:03,696 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/ebf2b2f4a8f54b3191ab285603e8bfd9 is 50, key is test_row_0/B:col10/1731292802863/Put/seqid=0 2024-11-11T02:40:03,696 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/a7757b7bf6f6454b8ecbaf0dd3464aa3 is 50, key is test_row_0/A:col10/1731292802863/Put/seqid=0 2024-11-11T02:40:03,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741931_1107 (size=13357) 2024-11-11T02:40:03,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741930_1106 (size=13357) 2024-11-11T02:40:03,720 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/a7757b7bf6f6454b8ecbaf0dd3464aa3 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/a7757b7bf6f6454b8ecbaf0dd3464aa3 2024-11-11T02:40:03,727 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/A of 0013885036d1f6f6de514c680a5d9fa5 into a7757b7bf6f6454b8ecbaf0dd3464aa3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:03,728 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:40:03,728 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/A, priority=10, startTime=1731292803666; duration=0sec 2024-11-11T02:40:03,728 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:03,728 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:A 2024-11-11T02:40:03,728 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-11T02:40:03,742 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74658 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-11T02:40:03,742 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/C is initiating minor compaction (all files) 2024-11-11T02:40:03,742 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/C in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:03,743 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/1e6fac6616d149e5962058610d78757f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/6d6381b4f48e4dbaa7dfcd547bb19052, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/9bb4e40550fa40a2bc10d8f7eb4dad09, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/fc63bad0c1ac4ab490734344830b39b8, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/126f6f959d994757a4e6d5e723349f96, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/4b7a5f849cbb41ce8f7dda6bc5cb7e03] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=72.9 K 2024-11-11T02:40:03,744 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e6fac6616d149e5962058610d78757f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731292798468 2024-11-11T02:40:03,745 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d6381b4f48e4dbaa7dfcd547bb19052, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731292799163 2024-11-11T02:40:03,745 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9bb4e40550fa40a2bc10d8f7eb4dad09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731292799292 2024-11-11T02:40:03,746 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc63bad0c1ac4ab490734344830b39b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1731292800514 2024-11-11T02:40:03,746 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 126f6f959d994757a4e6d5e723349f96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731292801674 2024-11-11T02:40:03,747 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b7a5f849cbb41ce8f7dda6bc5cb7e03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1731292802863 2024-11-11T02:40:03,770 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#C#compaction#95 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:03,771 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/e48f869c36ff46319dc1d129c879a139 is 50, key is test_row_0/C:col10/1731292802863/Put/seqid=0 2024-11-11T02:40:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-11T02:40:03,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741932_1108 (size=13357) 2024-11-11T02:40:03,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-11T02:40:03,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:03,826 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-11T02:40:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:40:03,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:40:03,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/898d825709654b5fb6aeb814687301bd is 50, key is test_row_1/A:col10/1731292803507/Put/seqid=0 2024-11-11T02:40:03,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741933_1109 (size=9857) 2024-11-11T02:40:03,855 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/898d825709654b5fb6aeb814687301bd 2024-11-11T02:40:03,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/03bc1315ebf14f96a43ef669de4ed14a is 50, key is test_row_1/B:col10/1731292803507/Put/seqid=0 2024-11-11T02:40:03,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741934_1110 (size=9857) 2024-11-11T02:40:03,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292863864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:03,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:03,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292863872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:03,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:03,906 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,906 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,906 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:03,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292863906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:03,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:03,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292863906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:03,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:03,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:03,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292863906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:03,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:03,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-11T02:40:04,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292864009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:04,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:04,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292864009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:04,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:04,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292864019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:04,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292864021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:04,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:04,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:04,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292864022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:04,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:04,118 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/ebf2b2f4a8f54b3191ab285603e8bfd9 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/ebf2b2f4a8f54b3191ab285603e8bfd9 2024-11-11T02:40:04,126 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/B of 0013885036d1f6f6de514c680a5d9fa5 into ebf2b2f4a8f54b3191ab285603e8bfd9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:04,126 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:40:04,126 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/B, priority=10, startTime=1731292803666; duration=0sec 2024-11-11T02:40:04,126 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:04,126 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:B 2024-11-11T02:40:04,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292864219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:04,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:04,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292864219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:04,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:04,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:04,221 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/e48f869c36ff46319dc1d129c879a139 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/e48f869c36ff46319dc1d129c879a139 2024-11-11T02:40:04,227 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/C of 0013885036d1f6f6de514c680a5d9fa5 into e48f869c36ff46319dc1d129c879a139(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:04,227 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:40:04,227 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/C, priority=10, startTime=1731292803666; duration=0sec 2024-11-11T02:40:04,227 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:04,227 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:C 2024-11-11T02:40:04,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292864228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:04,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:04,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292864228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:04,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:04,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292864238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-11T02:40:04,306 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/03bc1315ebf14f96a43ef669de4ed14a 2024-11-11T02:40:04,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/1b9388f2dd00495685edba26217b6d05 is 50, key is test_row_1/C:col10/1731292803507/Put/seqid=0 2024-11-11T02:40:04,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741935_1111 (size=9857) 2024-11-11T02:40:04,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292864529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:04,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:04,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292864530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:04,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:04,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:04,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292864539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:04,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292864539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:04,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:04,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:04,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292864548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:04,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:04,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:04,725 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/1b9388f2dd00495685edba26217b6d05 2024-11-11T02:40:04,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/898d825709654b5fb6aeb814687301bd as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/898d825709654b5fb6aeb814687301bd 2024-11-11T02:40:04,737 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/898d825709654b5fb6aeb814687301bd, entries=100, sequenceid=479, filesize=9.6 K 2024-11-11T02:40:04,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/03bc1315ebf14f96a43ef669de4ed14a as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/03bc1315ebf14f96a43ef669de4ed14a 2024-11-11T02:40:04,744 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/03bc1315ebf14f96a43ef669de4ed14a, entries=100, sequenceid=479, filesize=9.6 K 2024-11-11T02:40:04,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/1b9388f2dd00495685edba26217b6d05 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/1b9388f2dd00495685edba26217b6d05 2024-11-11T02:40:04,753 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/1b9388f2dd00495685edba26217b6d05, entries=100, sequenceid=479, filesize=9.6 K 2024-11-11T02:40:04,754 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 0013885036d1f6f6de514c680a5d9fa5 in 928ms, sequenceid=479, compaction requested=false 2024-11-11T02:40:04,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:40:04,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:04,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-11T02:40:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-11T02:40:04,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-11T02:40:04,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0850 sec 2024-11-11T02:40:04,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.0920 sec 2024-11-11T02:40:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-11T02:40:04,809 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:04,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:40:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees 2024-11-11T02:40:04,812 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:40:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-11T02:40:04,813 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:40:04,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:40:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-11T02:40:04,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-11T02:40:04,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:04,966 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T02:40:04,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/1303eeedbdf6442c98252b201257af8e is 50, key is test_row_0/A:col10/1731292803860/Put/seqid=0 2024-11-11T02:40:04,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741936_1112 (size=12301) 2024-11-11T02:40:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:40:05,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:40:05,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292865049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:05,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:05,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292865049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:05,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:05,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:05,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:05,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292865049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:05,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:05,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292865050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:05,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:05,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:05,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:05,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:05,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:05,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:05,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:05,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292865058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:05,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:05,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:05,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-11T02:40:05,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292865159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:05,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292865160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:05,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:05,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:05,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:05,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:05,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:05,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:05,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:05,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292865368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292865368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:05,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:05,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:05,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:05,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:05,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:05,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:05,385 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/1303eeedbdf6442c98252b201257af8e 2024-11-11T02:40:05,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/d9c92df6cbee4624afaac1bef8823609 is 50, key is test_row_0/B:col10/1731292803860/Put/seqid=0 2024-11-11T02:40:05,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741937_1113 (size=12301) 2024-11-11T02:40:05,415 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/d9c92df6cbee4624afaac1bef8823609 2024-11-11T02:40:05,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/73a02d350e85441bbe5f79d1824cc624 is 50, key is test_row_0/C:col10/1731292803860/Put/seqid=0 2024-11-11T02:40:05,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741938_1114 (size=12301) 2024-11-11T02:40:05,434 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/73a02d350e85441bbe5f79d1824cc624 2024-11-11T02:40:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-11T02:40:05,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/1303eeedbdf6442c98252b201257af8e as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/1303eeedbdf6442c98252b201257af8e 2024-11-11T02:40:05,447 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/1303eeedbdf6442c98252b201257af8e, entries=150, sequenceid=508, filesize=12.0 K 2024-11-11T02:40:05,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/d9c92df6cbee4624afaac1bef8823609 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/d9c92df6cbee4624afaac1bef8823609 2024-11-11T02:40:05,458 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/d9c92df6cbee4624afaac1bef8823609, entries=150, sequenceid=508, filesize=12.0 K 2024-11-11T02:40:05,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/73a02d350e85441bbe5f79d1824cc624 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/73a02d350e85441bbe5f79d1824cc624 2024-11-11T02:40:05,472 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/73a02d350e85441bbe5f79d1824cc624, entries=150, sequenceid=508, filesize=12.0 K 2024-11-11T02:40:05,473 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 0013885036d1f6f6de514c680a5d9fa5 in 507ms, sequenceid=508, compaction requested=true 2024-11-11T02:40:05,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:40:05,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:05,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-11T02:40:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-11T02:40:05,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-11T02:40:05,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 661 msec 2024-11-11T02:40:05,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees in 668 msec 2024-11-11T02:40:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:40:05,681 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:40:05,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T02:40:05,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/980faa09b5ff4aa58268260254c7bf77 is 50, key is test_row_0/A:col10/1731292805681/Put/seqid=0 2024-11-11T02:40:05,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741939_1115 (size=14741) 2024-11-11T02:40:05,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/980faa09b5ff4aa58268260254c7bf77 2024-11-11T02:40:05,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/07312a303d0e498d8d328f91eb4f0c56 is 50, key is test_row_0/B:col10/1731292805681/Put/seqid=0 2024-11-11T02:40:05,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292865765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:05,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:05,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:05,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:05,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292865768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:05,772 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:05,772 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:05,772 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:05,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741940_1116 (size=12301) 2024-11-11T02:40:05,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/07312a303d0e498d8d328f91eb4f0c56 2024-11-11T02:40:05,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/7cd61b0ec23b4558907b39bcfe6c4a62 is 50, key is test_row_0/C:col10/1731292805681/Put/seqid=0 2024-11-11T02:40:05,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741941_1117 (size=12301) 2024-11-11T02:40:05,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292865879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:05,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292865879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:05,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:05,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:05,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:05,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:05,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:05,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-11T02:40:05,948 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:05,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:40:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=31, table=TestAcidGuarantees 2024-11-11T02:40:05,951 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=31, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=31, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:40:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-11T02:40:05,953 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=31, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=31, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:40:05,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:40:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-11T02:40:06,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43706 deadline: 1731292866068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:06,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731292866068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:06,073 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_1' in 0013885036d1f6f6de514c680a5d9fa5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:40:06,073 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_1' in 0013885036d1f6f6de514c680a5d9fa5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:40:06,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:06,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:06,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:06,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:06,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:06,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:06,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43780 deadline: 1731292866078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:06,080 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_0' in 0013885036d1f6f6de514c680a5d9fa5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:40:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:06,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292866089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:06,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:06,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:06,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292866089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:06,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:06,091 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:06,091 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:06,091 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:06,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-11T02:40:06,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:06,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:40:06,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:06,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:06,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:06,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/7cd61b0ec23b4558907b39bcfe6c4a62 2024-11-11T02:40:06,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/980faa09b5ff4aa58268260254c7bf77 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/980faa09b5ff4aa58268260254c7bf77 2024-11-11T02:40:06,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/980faa09b5ff4aa58268260254c7bf77, entries=200, sequenceid=519, filesize=14.4 K 2024-11-11T02:40:06,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/07312a303d0e498d8d328f91eb4f0c56 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/07312a303d0e498d8d328f91eb4f0c56 2024-11-11T02:40:06,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/07312a303d0e498d8d328f91eb4f0c56, entries=150, sequenceid=519, filesize=12.0 K 2024-11-11T02:40:06,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/7cd61b0ec23b4558907b39bcfe6c4a62 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/7cd61b0ec23b4558907b39bcfe6c4a62 2024-11-11T02:40:06,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-11T02:40:06,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:06,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:40:06,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:06,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:06,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:06,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/7cd61b0ec23b4558907b39bcfe6c4a62, entries=150, sequenceid=519, filesize=12.0 K 2024-11-11T02:40:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-11T02:40:06,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0013885036d1f6f6de514c680a5d9fa5 in 586ms, sequenceid=519, compaction requested=true 2024-11-11T02:40:06,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:40:06,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:40:06,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:06,269 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:40:06,269 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:40:06,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:40:06,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:06,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0013885036d1f6f6de514c680a5d9fa5:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:40:06,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:06,270 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50256 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:40:06,271 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/A is initiating minor compaction (all files) 2024-11-11T02:40:06,271 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/A in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:06,271 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/a7757b7bf6f6454b8ecbaf0dd3464aa3, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/898d825709654b5fb6aeb814687301bd, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/1303eeedbdf6442c98252b201257af8e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/980faa09b5ff4aa58268260254c7bf77] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=49.1 K 2024-11-11T02:40:06,271 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47816 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:40:06,271 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/B is initiating minor compaction (all files) 2024-11-11T02:40:06,271 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/B in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:06,271 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/ebf2b2f4a8f54b3191ab285603e8bfd9, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/03bc1315ebf14f96a43ef669de4ed14a, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/d9c92df6cbee4624afaac1bef8823609, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/07312a303d0e498d8d328f91eb4f0c56] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=46.7 K 2024-11-11T02:40:06,272 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting ebf2b2f4a8f54b3191ab285603e8bfd9, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1731292802863 2024-11-11T02:40:06,272 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7757b7bf6f6454b8ecbaf0dd3464aa3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1731292802863 2024-11-11T02:40:06,272 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 898d825709654b5fb6aeb814687301bd, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1731292803506 2024-11-11T02:40:06,272 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 03bc1315ebf14f96a43ef669de4ed14a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1731292803506 2024-11-11T02:40:06,272 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1303eeedbdf6442c98252b201257af8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1731292803860 2024-11-11T02:40:06,272 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting d9c92df6cbee4624afaac1bef8823609, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1731292803860 2024-11-11T02:40:06,273 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 980faa09b5ff4aa58268260254c7bf77, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1731292805039 2024-11-11T02:40:06,273 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 07312a303d0e498d8d328f91eb4f0c56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1731292805039 2024-11-11T02:40:06,286 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#B#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:06,286 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/a79089b43c154d17abc89d86c87372a4 is 50, key is test_row_0/B:col10/1731292805681/Put/seqid=0 2024-11-11T02:40:06,286 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#A#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:06,287 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/2a4adf7a9cc94ab98efd54a59485e05b is 50, key is test_row_0/A:col10/1731292805681/Put/seqid=0 2024-11-11T02:40:06,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741942_1118 (size=13493) 2024-11-11T02:40:06,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741943_1119 (size=13493) 2024-11-11T02:40:06,304 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/a79089b43c154d17abc89d86c87372a4 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/a79089b43c154d17abc89d86c87372a4 2024-11-11T02:40:06,311 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/B of 0013885036d1f6f6de514c680a5d9fa5 into a79089b43c154d17abc89d86c87372a4(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:06,311 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:40:06,311 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/B, priority=12, startTime=1731292806269; duration=0sec 2024-11-11T02:40:06,311 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:06,311 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:B 2024-11-11T02:40:06,311 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:40:06,313 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47816 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:40:06,313 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 0013885036d1f6f6de514c680a5d9fa5/C is initiating minor compaction (all files) 2024-11-11T02:40:06,313 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0013885036d1f6f6de514c680a5d9fa5/C in TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:06,313 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/e48f869c36ff46319dc1d129c879a139, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/1b9388f2dd00495685edba26217b6d05, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/73a02d350e85441bbe5f79d1824cc624, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/7cd61b0ec23b4558907b39bcfe6c4a62] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp, totalSize=46.7 K 2024-11-11T02:40:06,314 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting e48f869c36ff46319dc1d129c879a139, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1731292802863 2024-11-11T02:40:06,314 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b9388f2dd00495685edba26217b6d05, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1731292803506 2024-11-11T02:40:06,315 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 73a02d350e85441bbe5f79d1824cc624, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1731292803860 2024-11-11T02:40:06,315 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cd61b0ec23b4558907b39bcfe6c4a62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1731292805039 2024-11-11T02:40:06,324 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0013885036d1f6f6de514c680a5d9fa5#C#compaction#107 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:06,325 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/72a2897f79e04a5dac40cfced5233487 is 50, key is test_row_0/C:col10/1731292805681/Put/seqid=0 2024-11-11T02:40:06,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741944_1120 (size=13493) 2024-11-11T02:40:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:40:06,401 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:40:06,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T02:40:06,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/5787bce11cda45618e857bedb93e5546 is 50, key is test_row_0/A:col10/1731292805761/Put/seqid=0 2024-11-11T02:40:06,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-11T02:40:06,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:06,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:40:06,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:06,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:06,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:06,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292866418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:06,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:06,419 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292866419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:06,419 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:06,419 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:06,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:06,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:06,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:06,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741945_1121 (size=14741) 2024-11-11T02:40:06,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292866528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:06,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:06,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:06,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292866528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:06,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:06,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:06,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:06,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:06,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-11T02:40:06,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:06,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:40:06,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:06,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:06,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-11T02:40:06,666 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-11T02:40:06,667 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:40:06,668 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-11T02:40:06,668 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:40:06,669 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-11T02:40:06,669 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:40:06,670 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-11T02:40:06,670 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:40:06,671 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:06,671 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:06,671 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:06,671 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:06,672 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:06,672 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:06,672 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:06,672 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:06,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:40:06,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:40:06,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:40:06,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:40:06,709 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/2a4adf7a9cc94ab98efd54a59485e05b as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/2a4adf7a9cc94ab98efd54a59485e05b 2024-11-11T02:40:06,719 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/A of 0013885036d1f6f6de514c680a5d9fa5 into 2a4adf7a9cc94ab98efd54a59485e05b(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:06,719 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:40:06,719 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/A, priority=12, startTime=1731292806269; duration=0sec 2024-11-11T02:40:06,719 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:06,719 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:A 2024-11-11T02:40:06,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-11T02:40:06,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:06,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:40:06,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:06,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:06,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:06,737 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/72a2897f79e04a5dac40cfced5233487 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/72a2897f79e04a5dac40cfced5233487 2024-11-11T02:40:06,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:06,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292866739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292866739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:06,740 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:06,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:06,740 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:06,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:06,740 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:06,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:06,743 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0013885036d1f6f6de514c680a5d9fa5/C of 0013885036d1f6f6de514c680a5d9fa5 into 72a2897f79e04a5dac40cfced5233487(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:06,743 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:40:06,743 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., storeName=0013885036d1f6f6de514c680a5d9fa5/C, priority=12, startTime=1731292806269; duration=0sec 2024-11-11T02:40:06,744 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:06,744 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0013885036d1f6f6de514c680a5d9fa5:C 2024-11-11T02:40:06,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/5787bce11cda45618e857bedb93e5546 2024-11-11T02:40:06,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/ecffa2316dd047d48f0aa2eb28ca69f4 is 50, key is test_row_0/B:col10/1731292805761/Put/seqid=0 2024-11-11T02:40:06,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741946_1122 (size=12301) 2024-11-11T02:40:06,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-11T02:40:06,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:06,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:40:06,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:06,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:06,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:07,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-11T02:40:07,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:07,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:40:07,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:07,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:07,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:07,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:07,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292867048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292867048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:07,049 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:07,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:07,049 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:07,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:07,049 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:07,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-11T02:40:07,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-11T02:40:07,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:07,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:40:07,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:07,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:07,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:07,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/ecffa2316dd047d48f0aa2eb28ca69f4 2024-11-11T02:40:07,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/bd5eac4d504d4c1eadc76a9d6182b3a6 is 50, key is test_row_0/C:col10/1731292805761/Put/seqid=0 2024-11-11T02:40:07,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741947_1123 (size=12301) 2024-11-11T02:40:07,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-11T02:40:07,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:07,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:40:07,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:07,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:07,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:07,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-11T02:40:07,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:07,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:40:07,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:07,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:07,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:07,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:07,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43730 deadline: 1731292867558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43738 deadline: 1731292867559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:07,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:07,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:07,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:07,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:07,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:07,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:07,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-11T02:40:07,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:07,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:40:07,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:07,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:07,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:07,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/bd5eac4d504d4c1eadc76a9d6182b3a6 2024-11-11T02:40:07,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/5787bce11cda45618e857bedb93e5546 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/5787bce11cda45618e857bedb93e5546 2024-11-11T02:40:07,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/5787bce11cda45618e857bedb93e5546, entries=200, sequenceid=546, filesize=14.4 K 2024-11-11T02:40:07,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/ecffa2316dd047d48f0aa2eb28ca69f4 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/ecffa2316dd047d48f0aa2eb28ca69f4 2024-11-11T02:40:07,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/ecffa2316dd047d48f0aa2eb28ca69f4, entries=150, sequenceid=546, filesize=12.0 K 2024-11-11T02:40:07,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/bd5eac4d504d4c1eadc76a9d6182b3a6 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/bd5eac4d504d4c1eadc76a9d6182b3a6 2024-11-11T02:40:07,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/bd5eac4d504d4c1eadc76a9d6182b3a6, entries=150, sequenceid=546, filesize=12.0 K 2024-11-11T02:40:07,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 0013885036d1f6f6de514c680a5d9fa5 in 1284ms, sequenceid=546, compaction requested=false 2024-11-11T02:40:07,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:40:07,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-11T02:40:07,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:07,805 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-11T02:40:07,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/122f62c7ce814e07bc763f1b8a086f6f is 50, key is test_row_0/A:col10/1731292806414/Put/seqid=0 2024-11-11T02:40:07,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741948_1124 (size=12301) 2024-11-11T02:40:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:40:08,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. as already flushing 2024-11-11T02:40:08,093 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-11T02:40:08,093 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:40:08,093 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:08,093 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-11T02:40:08,094 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:40:08,094 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:08,094 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:08,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:40:08,094 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:08,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:40:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-11T02:40:08,110 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-11T02:40:08,111 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:40:08,111 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:08,111 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:08,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:40:08,221 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/122f62c7ce814e07bc763f1b8a086f6f 2024-11-11T02:40:08,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/4d77c5e3ae3a4695878c6dce877322f9 is 50, key is test_row_0/B:col10/1731292806414/Put/seqid=0 2024-11-11T02:40:08,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741949_1125 (size=12301) 2024-11-11T02:40:08,266 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T02:40:08,570 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-11T02:40:08,570 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:40:08,570 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:08,571 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:08,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:40:08,580 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-11T02:40:08,580 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:40:08,580 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:08,580 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:08,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:40:08,634 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/4d77c5e3ae3a4695878c6dce877322f9 2024-11-11T02:40:08,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/d59310fc7aa845e2807d76be81d7504c is 50, key is test_row_0/C:col10/1731292806414/Put/seqid=0 2024-11-11T02:40:08,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741950_1126 (size=12301) 2024-11-11T02:40:09,046 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/d59310fc7aa845e2807d76be81d7504c 2024-11-11T02:40:09,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/122f62c7ce814e07bc763f1b8a086f6f as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/122f62c7ce814e07bc763f1b8a086f6f 2024-11-11T02:40:09,065 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/122f62c7ce814e07bc763f1b8a086f6f, entries=150, sequenceid=558, filesize=12.0 K 2024-11-11T02:40:09,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/4d77c5e3ae3a4695878c6dce877322f9 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/4d77c5e3ae3a4695878c6dce877322f9 2024-11-11T02:40:09,070 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/4d77c5e3ae3a4695878c6dce877322f9, entries=150, sequenceid=558, filesize=12.0 K 2024-11-11T02:40:09,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/d59310fc7aa845e2807d76be81d7504c as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/d59310fc7aa845e2807d76be81d7504c 2024-11-11T02:40:09,076 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/d59310fc7aa845e2807d76be81d7504c, entries=150, sequenceid=558, filesize=12.0 K 2024-11-11T02:40:09,077 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=33.54 KB/34350 for 0013885036d1f6f6de514c680a5d9fa5 in 1272ms, sequenceid=558, compaction requested=true 2024-11-11T02:40:09,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 0013885036d1f6f6de514c680a5d9fa5: 2024-11-11T02:40:09,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:09,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-11T02:40:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-11T02:40:09,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-11T02:40:09,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1250 sec 2024-11-11T02:40:09,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=31, table=TestAcidGuarantees in 3.1320 sec 2024-11-11T02:40:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-11T02:40:10,119 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:10,119 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T02:40:10,119 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-11T02:40:10,119 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 103 2024-11-11T02:40:10,119 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-11T02:40:10,119 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-11T02:40:10,119 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 106 2024-11-11T02:40:10,119 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T02:40:10,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3331 2024-11-11T02:40:10,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3289 2024-11-11T02:40:10,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T02:40:10,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1523 2024-11-11T02:40:10,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4566 rows 2024-11-11T02:40:10,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1522 2024-11-11T02:40:10,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4566 rows 2024-11-11T02:40:10,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T02:40:10,120 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T02:40:10,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:10,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:10,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:40:10,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T02:40:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T02:40:10,131 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292810131"}]},"ts":"1731292810131"} 2024-11-11T02:40:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-11T02:40:10,133 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T02:40:10,133 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T02:40:10,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T02:40:10,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0013885036d1f6f6de514c680a5d9fa5, UNASSIGN}] 2024-11-11T02:40:10,139 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0013885036d1f6f6de514c680a5d9fa5, UNASSIGN 2024-11-11T02:40:10,140 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=0013885036d1f6f6de514c680a5d9fa5, regionState=CLOSING, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:10,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0013885036d1f6f6de514c680a5d9fa5, UNASSIGN because future has completed 2024-11-11T02:40:10,142 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T02:40:10,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905}] 2024-11-11T02:40:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-11T02:40:10,298 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(122): Close 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:40:10,299 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T02:40:10,299 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1722): Closing 0013885036d1f6f6de514c680a5d9fa5, disabling compactions & flushes 2024-11-11T02:40:10,299 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:10,299 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:10,299 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. after waiting 0 ms 2024-11-11T02:40:10,300 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:10,300 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(2902): Flushing 0013885036d1f6f6de514c680a5d9fa5 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T02:40:10,310 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/bf58d6f239e140ba9eaf99371cd2c9e6 is 50, key is test_row_0/A:col10/1731292808569/Put/seqid=0 2024-11-11T02:40:10,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741951_1127 (size=12301) 2024-11-11T02:40:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-11T02:40:10,715 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/bf58d6f239e140ba9eaf99371cd2c9e6 2024-11-11T02:40:10,726 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/09eca4d9fabe446c81bcdab7bcf56abf is 50, key is test_row_0/B:col10/1731292808569/Put/seqid=0 2024-11-11T02:40:10,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741952_1128 (size=12301) 2024-11-11T02:40:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-11T02:40:11,133 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/09eca4d9fabe446c81bcdab7bcf56abf 2024-11-11T02:40:11,141 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/1eb20c9961154c99bea8770bcfe9ff20 is 50, key is test_row_0/C:col10/1731292808569/Put/seqid=0 2024-11-11T02:40:11,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741953_1129 (size=12301) 2024-11-11T02:40:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-11T02:40:11,546 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/1eb20c9961154c99bea8770bcfe9ff20 2024-11-11T02:40:11,551 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/A/bf58d6f239e140ba9eaf99371cd2c9e6 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/bf58d6f239e140ba9eaf99371cd2c9e6 2024-11-11T02:40:11,556 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/bf58d6f239e140ba9eaf99371cd2c9e6, entries=150, sequenceid=566, filesize=12.0 K 2024-11-11T02:40:11,557 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/B/09eca4d9fabe446c81bcdab7bcf56abf as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/09eca4d9fabe446c81bcdab7bcf56abf 2024-11-11T02:40:11,561 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/09eca4d9fabe446c81bcdab7bcf56abf, entries=150, sequenceid=566, filesize=12.0 K 2024-11-11T02:40:11,562 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/.tmp/C/1eb20c9961154c99bea8770bcfe9ff20 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/1eb20c9961154c99bea8770bcfe9ff20 2024-11-11T02:40:11,566 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/1eb20c9961154c99bea8770bcfe9ff20, entries=150, sequenceid=566, filesize=12.0 K 2024-11-11T02:40:11,567 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 0013885036d1f6f6de514c680a5d9fa5 in 1267ms, sequenceid=566, compaction requested=true 2024-11-11T02:40:11,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/f8bc6a52c9c148ae90228cfca215f514, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/2f2842c80d814360ad5d699a5b3bcefc, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/b67361c8f24f46e5bc4669658419b5fc, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/244652c1bc34498e838449b0953735d2, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/4e8f3ddf90e54abab49fecef5b0d9636, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/9220bcdbb2814f2b9784fa0729a6f938, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/356ca5677a6f4db596ba1ec986b9b377, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/e6e00b997e504f739b11109a2ec95bcb, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/b240739c606b48809b09cf6f85ce48d5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/4167c1501bca455e9ebdc3bd2e10a754, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/176c9369f7cb48e2afa0c6be10415bd4, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/73839f3dfdc946aba481fdd12e7f0f9b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/edfcec7ccd0c4a189ddcbd74b50ad4ca, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/8b1b06717adb4dea93af3860e10c2984, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/1b0a184047354f6894a1df8e3957e37f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/883a136bf6c74e779497a3c238946ce6, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/3441f3cc7f6349dd806d52c0278416fc, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/7a66aec6aed3477fb40cadfc457cc934, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/7357a271ece74b979b142ada6e7879ef, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/a2f1c2ea5cbe456986c4124c35e680c8, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/d0ee680167e942bca52d1f87217cbd2b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/29f4d2e48987481886ff8e6c9938c52f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/19c1768e2fbf421a9535ee19d8800575, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/840b053b7bb4493280ff9ba6ca248253, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/6557f2fc678746df859d713f16d375f4, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/e64801e8f8ac4336a82bfcde5d6cab2b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/30e53d49cd1e41399df96ab5a38331ab, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/5081a903d3634b2e83f2886d1404a88d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/a7cb8ff0815847188bffeed35026b7cb, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/45791affde50455ba1b23db9c8597e16, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/0734cb687eb64de0b8aa18657eff4fa1, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/a7757b7bf6f6454b8ecbaf0dd3464aa3, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/898d825709654b5fb6aeb814687301bd, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/1303eeedbdf6442c98252b201257af8e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/980faa09b5ff4aa58268260254c7bf77] to archive 2024-11-11T02:40:11,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T02:40:11,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/f8bc6a52c9c148ae90228cfca215f514 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/f8bc6a52c9c148ae90228cfca215f514 2024-11-11T02:40:11,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/2f2842c80d814360ad5d699a5b3bcefc to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/2f2842c80d814360ad5d699a5b3bcefc 2024-11-11T02:40:11,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/b67361c8f24f46e5bc4669658419b5fc to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/b67361c8f24f46e5bc4669658419b5fc 2024-11-11T02:40:11,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/244652c1bc34498e838449b0953735d2 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/244652c1bc34498e838449b0953735d2 2024-11-11T02:40:11,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/4e8f3ddf90e54abab49fecef5b0d9636 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/4e8f3ddf90e54abab49fecef5b0d9636 2024-11-11T02:40:11,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/9220bcdbb2814f2b9784fa0729a6f938 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/9220bcdbb2814f2b9784fa0729a6f938 2024-11-11T02:40:11,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/356ca5677a6f4db596ba1ec986b9b377 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/356ca5677a6f4db596ba1ec986b9b377 2024-11-11T02:40:11,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/e6e00b997e504f739b11109a2ec95bcb to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/e6e00b997e504f739b11109a2ec95bcb 2024-11-11T02:40:11,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/b240739c606b48809b09cf6f85ce48d5 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/b240739c606b48809b09cf6f85ce48d5 2024-11-11T02:40:11,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/4167c1501bca455e9ebdc3bd2e10a754 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/4167c1501bca455e9ebdc3bd2e10a754 2024-11-11T02:40:11,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/176c9369f7cb48e2afa0c6be10415bd4 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/176c9369f7cb48e2afa0c6be10415bd4 2024-11-11T02:40:11,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/73839f3dfdc946aba481fdd12e7f0f9b to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/73839f3dfdc946aba481fdd12e7f0f9b 2024-11-11T02:40:11,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/edfcec7ccd0c4a189ddcbd74b50ad4ca to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/edfcec7ccd0c4a189ddcbd74b50ad4ca 2024-11-11T02:40:11,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/8b1b06717adb4dea93af3860e10c2984 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/8b1b06717adb4dea93af3860e10c2984 2024-11-11T02:40:11,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/1b0a184047354f6894a1df8e3957e37f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/1b0a184047354f6894a1df8e3957e37f 2024-11-11T02:40:11,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/883a136bf6c74e779497a3c238946ce6 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/883a136bf6c74e779497a3c238946ce6 2024-11-11T02:40:11,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/3441f3cc7f6349dd806d52c0278416fc to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/3441f3cc7f6349dd806d52c0278416fc 2024-11-11T02:40:11,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/7a66aec6aed3477fb40cadfc457cc934 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/7a66aec6aed3477fb40cadfc457cc934 2024-11-11T02:40:11,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/7357a271ece74b979b142ada6e7879ef to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/7357a271ece74b979b142ada6e7879ef 2024-11-11T02:40:11,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/a2f1c2ea5cbe456986c4124c35e680c8 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/a2f1c2ea5cbe456986c4124c35e680c8 2024-11-11T02:40:11,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/d0ee680167e942bca52d1f87217cbd2b to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/d0ee680167e942bca52d1f87217cbd2b 2024-11-11T02:40:11,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/29f4d2e48987481886ff8e6c9938c52f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/29f4d2e48987481886ff8e6c9938c52f 2024-11-11T02:40:11,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/19c1768e2fbf421a9535ee19d8800575 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/19c1768e2fbf421a9535ee19d8800575 2024-11-11T02:40:11,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/840b053b7bb4493280ff9ba6ca248253 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/840b053b7bb4493280ff9ba6ca248253 2024-11-11T02:40:11,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/6557f2fc678746df859d713f16d375f4 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/6557f2fc678746df859d713f16d375f4 2024-11-11T02:40:11,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/e64801e8f8ac4336a82bfcde5d6cab2b to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/e64801e8f8ac4336a82bfcde5d6cab2b 2024-11-11T02:40:11,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/30e53d49cd1e41399df96ab5a38331ab to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/30e53d49cd1e41399df96ab5a38331ab 2024-11-11T02:40:11,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/5081a903d3634b2e83f2886d1404a88d to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/5081a903d3634b2e83f2886d1404a88d 2024-11-11T02:40:11,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/a7cb8ff0815847188bffeed35026b7cb to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/a7cb8ff0815847188bffeed35026b7cb 2024-11-11T02:40:11,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/45791affde50455ba1b23db9c8597e16 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/45791affde50455ba1b23db9c8597e16 2024-11-11T02:40:11,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/0734cb687eb64de0b8aa18657eff4fa1 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/0734cb687eb64de0b8aa18657eff4fa1 2024-11-11T02:40:11,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/a7757b7bf6f6454b8ecbaf0dd3464aa3 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/a7757b7bf6f6454b8ecbaf0dd3464aa3 2024-11-11T02:40:11,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/898d825709654b5fb6aeb814687301bd to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/898d825709654b5fb6aeb814687301bd 2024-11-11T02:40:11,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/1303eeedbdf6442c98252b201257af8e to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/1303eeedbdf6442c98252b201257af8e 2024-11-11T02:40:11,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/980faa09b5ff4aa58268260254c7bf77 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/980faa09b5ff4aa58268260254c7bf77 2024-11-11T02:40:11,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/1cb0b3db024641c081871d285430f4f0, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/500abb66e7894acc828cae8d6c6ef5f0, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/171ba48e49094575a37c1d76078069ed, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/33f5239c9eb64de3a09bfff692dbc7ab, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/8626aa5636b446d384e4ad45acb8c579, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/978b80b4818845b4a8da34312fbfb640, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/4cf295a8cf764f9ab14b9e6ce2d89a19, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/bdaa8616c99b4365b275cb1bc17cb0c0, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/ce7bd6cb3c2f45718442cddd22cb44d2, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/85f7e14fcb714ac2b919e316f58277d8, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/d848ee85dc6d40efa9604d043cde71d9, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/a3eb5dfee50841d78a8e1487c299067e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/91e712199dd648c8b63716080565baa0, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/01d1ae21a9534849a268c15500454c4c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/6d3d4cf21e3d4e3fb4f5789feba40474, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/efae02d600584cf4a35a272378ed2fb0, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/d7c0b3103a414e3a9f5a54b05c4ffae3, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/039b3d395b524eaca92e3b4b576bcdf5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/61bba0b4259b455d84350870734bd970, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/f46445e3b17a4655929a029c169f4843, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/3bc989832bc043309bd90a4d626f0b77, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/381f91ba60e44fd68c854d8d2bcfbd75, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/ec020e27ade04be6bfa48ed3ad416665, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/cf61116bdda2401896496ca41e7f9b09, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/01c0e4089fe84540a66cc3da149ec1d7, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/980187c9603b4a21ac92778a97748439, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/e0b7b70458ad4fcab103b71d6abc7faf, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/79c3974fcbec40e59127d1f7962e734d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/763109c75f3143ff8ce82155b6b28a9f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/a14efb15623b49a992d1b856aecd1a79, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/ebf2b2f4a8f54b3191ab285603e8bfd9, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/8c5d05b0221949fa8e62624a1d28b561, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/03bc1315ebf14f96a43ef669de4ed14a, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/d9c92df6cbee4624afaac1bef8823609, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/07312a303d0e498d8d328f91eb4f0c56] to archive 2024-11-11T02:40:11,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T02:40:11,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/1cb0b3db024641c081871d285430f4f0 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/1cb0b3db024641c081871d285430f4f0 2024-11-11T02:40:11,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/500abb66e7894acc828cae8d6c6ef5f0 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/500abb66e7894acc828cae8d6c6ef5f0 2024-11-11T02:40:11,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/171ba48e49094575a37c1d76078069ed to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/171ba48e49094575a37c1d76078069ed 2024-11-11T02:40:11,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/33f5239c9eb64de3a09bfff692dbc7ab to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/33f5239c9eb64de3a09bfff692dbc7ab 2024-11-11T02:40:11,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/8626aa5636b446d384e4ad45acb8c579 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/8626aa5636b446d384e4ad45acb8c579 2024-11-11T02:40:11,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/978b80b4818845b4a8da34312fbfb640 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/978b80b4818845b4a8da34312fbfb640 2024-11-11T02:40:11,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/4cf295a8cf764f9ab14b9e6ce2d89a19 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/4cf295a8cf764f9ab14b9e6ce2d89a19 2024-11-11T02:40:11,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/bdaa8616c99b4365b275cb1bc17cb0c0 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/bdaa8616c99b4365b275cb1bc17cb0c0 2024-11-11T02:40:11,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/ce7bd6cb3c2f45718442cddd22cb44d2 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/ce7bd6cb3c2f45718442cddd22cb44d2 2024-11-11T02:40:11,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/85f7e14fcb714ac2b919e316f58277d8 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/85f7e14fcb714ac2b919e316f58277d8 2024-11-11T02:40:11,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/d848ee85dc6d40efa9604d043cde71d9 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/d848ee85dc6d40efa9604d043cde71d9 2024-11-11T02:40:11,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/a3eb5dfee50841d78a8e1487c299067e to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/a3eb5dfee50841d78a8e1487c299067e 2024-11-11T02:40:11,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/91e712199dd648c8b63716080565baa0 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/91e712199dd648c8b63716080565baa0 2024-11-11T02:40:11,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/01d1ae21a9534849a268c15500454c4c to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/01d1ae21a9534849a268c15500454c4c 2024-11-11T02:40:11,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/6d3d4cf21e3d4e3fb4f5789feba40474 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/6d3d4cf21e3d4e3fb4f5789feba40474 2024-11-11T02:40:11,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/efae02d600584cf4a35a272378ed2fb0 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/efae02d600584cf4a35a272378ed2fb0 2024-11-11T02:40:11,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/d7c0b3103a414e3a9f5a54b05c4ffae3 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/d7c0b3103a414e3a9f5a54b05c4ffae3 2024-11-11T02:40:11,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/039b3d395b524eaca92e3b4b576bcdf5 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/039b3d395b524eaca92e3b4b576bcdf5 2024-11-11T02:40:11,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/61bba0b4259b455d84350870734bd970 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/61bba0b4259b455d84350870734bd970 2024-11-11T02:40:11,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/f46445e3b17a4655929a029c169f4843 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/f46445e3b17a4655929a029c169f4843 2024-11-11T02:40:11,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/3bc989832bc043309bd90a4d626f0b77 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/3bc989832bc043309bd90a4d626f0b77 2024-11-11T02:40:11,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/381f91ba60e44fd68c854d8d2bcfbd75 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/381f91ba60e44fd68c854d8d2bcfbd75 2024-11-11T02:40:11,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/ec020e27ade04be6bfa48ed3ad416665 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/ec020e27ade04be6bfa48ed3ad416665 2024-11-11T02:40:11,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/cf61116bdda2401896496ca41e7f9b09 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/cf61116bdda2401896496ca41e7f9b09 2024-11-11T02:40:11,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/01c0e4089fe84540a66cc3da149ec1d7 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/01c0e4089fe84540a66cc3da149ec1d7 2024-11-11T02:40:11,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/980187c9603b4a21ac92778a97748439 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/980187c9603b4a21ac92778a97748439 2024-11-11T02:40:11,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/e0b7b70458ad4fcab103b71d6abc7faf to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/e0b7b70458ad4fcab103b71d6abc7faf 2024-11-11T02:40:11,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/79c3974fcbec40e59127d1f7962e734d to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/79c3974fcbec40e59127d1f7962e734d 2024-11-11T02:40:11,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/763109c75f3143ff8ce82155b6b28a9f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/763109c75f3143ff8ce82155b6b28a9f 2024-11-11T02:40:11,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/a14efb15623b49a992d1b856aecd1a79 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/a14efb15623b49a992d1b856aecd1a79 2024-11-11T02:40:11,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/ebf2b2f4a8f54b3191ab285603e8bfd9 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/ebf2b2f4a8f54b3191ab285603e8bfd9 2024-11-11T02:40:11,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/8c5d05b0221949fa8e62624a1d28b561 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/8c5d05b0221949fa8e62624a1d28b561 2024-11-11T02:40:11,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/03bc1315ebf14f96a43ef669de4ed14a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/03bc1315ebf14f96a43ef669de4ed14a 2024-11-11T02:40:11,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/d9c92df6cbee4624afaac1bef8823609 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/d9c92df6cbee4624afaac1bef8823609 2024-11-11T02:40:11,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/07312a303d0e498d8d328f91eb4f0c56 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/07312a303d0e498d8d328f91eb4f0c56 2024-11-11T02:40:11,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/8bcd23f6a2a14dc298bfcf36716367dc, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/5310e4b205234141838018a70d3f51a4, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/9fec32a0d0f14dbcb770ab78b74fce21, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/625f9b98f71149ea8071a45e4a975a80, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/a2f9ef329d114aedb328fd4f3d606071, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/52318b13d1b340f28b61629acc1774b7, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/16946629fd20408e962dd87638361018, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/a86172c3403c4f6ca359ff9ef66389de, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/234febdf8237415ba660d8f48c0c1208, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/4b2b19d6cf0841d09abb26817168aa3e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/99f54d91c88b45c9961d77bf386009cb, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/b88bc3e4ee8442db8e465ba5243361c0, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/e57df5584dc64b2d948de96c5323821b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/7b238183585041a593a5d6741a816149, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/677559f8adf44b388618580be3cf60a3, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/f1021efdd99647fea93c973cb7d0d411, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/63143d5da5f341689a8cbe52efc8cbd1, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/49544d3f14144e789c5150562539f593, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/5a3dbbce9bc44dfebc5fda841554d033, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/5c92bd079f964d4cafd9d18c2b52fd06, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/a69b80bfcde94e068b5c6d77ae9056a2, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/37f967bfaa444f6583aeb03271a4a092, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/10b8873320244e9ba9c17341990e2d5e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/541d8ad752734d94bc86133f3f776aaf, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/1e6fac6616d149e5962058610d78757f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/f2e23518f55f43db823a4c7cffb0f742, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/6d6381b4f48e4dbaa7dfcd547bb19052, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/9bb4e40550fa40a2bc10d8f7eb4dad09, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/fc63bad0c1ac4ab490734344830b39b8, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/126f6f959d994757a4e6d5e723349f96, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/e48f869c36ff46319dc1d129c879a139, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/4b7a5f849cbb41ce8f7dda6bc5cb7e03, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/1b9388f2dd00495685edba26217b6d05, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/73a02d350e85441bbe5f79d1824cc624, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/7cd61b0ec23b4558907b39bcfe6c4a62] to archive 2024-11-11T02:40:11,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T02:40:11,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/8bcd23f6a2a14dc298bfcf36716367dc to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/8bcd23f6a2a14dc298bfcf36716367dc 2024-11-11T02:40:11,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/5310e4b205234141838018a70d3f51a4 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/5310e4b205234141838018a70d3f51a4 2024-11-11T02:40:11,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/9fec32a0d0f14dbcb770ab78b74fce21 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/9fec32a0d0f14dbcb770ab78b74fce21 2024-11-11T02:40:11,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/625f9b98f71149ea8071a45e4a975a80 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/625f9b98f71149ea8071a45e4a975a80 2024-11-11T02:40:11,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/a2f9ef329d114aedb328fd4f3d606071 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/a2f9ef329d114aedb328fd4f3d606071 2024-11-11T02:40:11,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/52318b13d1b340f28b61629acc1774b7 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/52318b13d1b340f28b61629acc1774b7 2024-11-11T02:40:11,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/16946629fd20408e962dd87638361018 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/16946629fd20408e962dd87638361018 2024-11-11T02:40:11,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/a86172c3403c4f6ca359ff9ef66389de to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/a86172c3403c4f6ca359ff9ef66389de 2024-11-11T02:40:11,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/234febdf8237415ba660d8f48c0c1208 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/234febdf8237415ba660d8f48c0c1208 2024-11-11T02:40:11,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/4b2b19d6cf0841d09abb26817168aa3e to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/4b2b19d6cf0841d09abb26817168aa3e 2024-11-11T02:40:11,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/99f54d91c88b45c9961d77bf386009cb to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/99f54d91c88b45c9961d77bf386009cb 2024-11-11T02:40:11,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/b88bc3e4ee8442db8e465ba5243361c0 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/b88bc3e4ee8442db8e465ba5243361c0 2024-11-11T02:40:11,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/e57df5584dc64b2d948de96c5323821b to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/e57df5584dc64b2d948de96c5323821b 2024-11-11T02:40:11,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/7b238183585041a593a5d6741a816149 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/7b238183585041a593a5d6741a816149 2024-11-11T02:40:11,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/677559f8adf44b388618580be3cf60a3 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/677559f8adf44b388618580be3cf60a3 2024-11-11T02:40:11,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/f1021efdd99647fea93c973cb7d0d411 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/f1021efdd99647fea93c973cb7d0d411 2024-11-11T02:40:11,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/63143d5da5f341689a8cbe52efc8cbd1 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/63143d5da5f341689a8cbe52efc8cbd1 2024-11-11T02:40:11,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/49544d3f14144e789c5150562539f593 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/49544d3f14144e789c5150562539f593 2024-11-11T02:40:11,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/5a3dbbce9bc44dfebc5fda841554d033 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/5a3dbbce9bc44dfebc5fda841554d033 2024-11-11T02:40:11,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/5c92bd079f964d4cafd9d18c2b52fd06 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/5c92bd079f964d4cafd9d18c2b52fd06 2024-11-11T02:40:11,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/a69b80bfcde94e068b5c6d77ae9056a2 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/a69b80bfcde94e068b5c6d77ae9056a2 2024-11-11T02:40:11,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/37f967bfaa444f6583aeb03271a4a092 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/37f967bfaa444f6583aeb03271a4a092 2024-11-11T02:40:11,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/10b8873320244e9ba9c17341990e2d5e to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/10b8873320244e9ba9c17341990e2d5e 2024-11-11T02:40:11,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/541d8ad752734d94bc86133f3f776aaf to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/541d8ad752734d94bc86133f3f776aaf 2024-11-11T02:40:11,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/1e6fac6616d149e5962058610d78757f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/1e6fac6616d149e5962058610d78757f 2024-11-11T02:40:11,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/f2e23518f55f43db823a4c7cffb0f742 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/f2e23518f55f43db823a4c7cffb0f742 2024-11-11T02:40:11,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/6d6381b4f48e4dbaa7dfcd547bb19052 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/6d6381b4f48e4dbaa7dfcd547bb19052 2024-11-11T02:40:11,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/9bb4e40550fa40a2bc10d8f7eb4dad09 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/9bb4e40550fa40a2bc10d8f7eb4dad09 2024-11-11T02:40:11,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/fc63bad0c1ac4ab490734344830b39b8 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/fc63bad0c1ac4ab490734344830b39b8 2024-11-11T02:40:11,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/126f6f959d994757a4e6d5e723349f96 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/126f6f959d994757a4e6d5e723349f96 2024-11-11T02:40:11,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/e48f869c36ff46319dc1d129c879a139 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/e48f869c36ff46319dc1d129c879a139 2024-11-11T02:40:11,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/4b7a5f849cbb41ce8f7dda6bc5cb7e03 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/4b7a5f849cbb41ce8f7dda6bc5cb7e03 2024-11-11T02:40:11,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/1b9388f2dd00495685edba26217b6d05 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/1b9388f2dd00495685edba26217b6d05 2024-11-11T02:40:11,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/73a02d350e85441bbe5f79d1824cc624 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/73a02d350e85441bbe5f79d1824cc624 2024-11-11T02:40:11,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/7cd61b0ec23b4558907b39bcfe6c4a62 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/7cd61b0ec23b4558907b39bcfe6c4a62 2024-11-11T02:40:11,818 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/recovered.edits/569.seqid, newMaxSeqId=569, maxSeqId=1 2024-11-11T02:40:11,822 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. 2024-11-11T02:40:11,822 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1676): Region close journal for 0013885036d1f6f6de514c680a5d9fa5: Waiting for close lock at 1731292810299Running coprocessor pre-close hooks at 1731292810299Disabling compacts and flushes for region at 1731292810299Disabling writes for close at 1731292810300 (+1 ms)Obtaining lock to block concurrent updates at 1731292810300Preparing flush snapshotting stores in 0013885036d1f6f6de514c680a5d9fa5 at 1731292810300Finished memstore snapshotting TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731292810300Flushing stores of TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5. at 1731292810301 (+1 ms)Flushing 0013885036d1f6f6de514c680a5d9fa5/A: creating writer at 1731292810301Flushing 0013885036d1f6f6de514c680a5d9fa5/A: appending metadata at 1731292810309 (+8 ms)Flushing 0013885036d1f6f6de514c680a5d9fa5/A: closing flushed file at 1731292810310 (+1 ms)Flushing 0013885036d1f6f6de514c680a5d9fa5/B: creating writer at 1731292810721 (+411 ms)Flushing 0013885036d1f6f6de514c680a5d9fa5/B: appending metadata at 1731292810726 (+5 ms)Flushing 0013885036d1f6f6de514c680a5d9fa5/B: closing flushed file at 1731292810726Flushing 0013885036d1f6f6de514c680a5d9fa5/C: creating writer at 1731292811138 (+412 ms)Flushing 0013885036d1f6f6de514c680a5d9fa5/C: appending metadata at 1731292811141 (+3 ms)Flushing 0013885036d1f6f6de514c680a5d9fa5/C: closing flushed file at 1731292811141Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33ba1285: reopening flushed file at 1731292811550 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b93c84: reopening flushed file at 1731292811556 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d60c439: reopening flushed file at 1731292811561 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 0013885036d1f6f6de514c680a5d9fa5 in 1267ms, sequenceid=566, compaction requested=true at 1731292811567 (+6 ms)Writing region close event to WAL at 1731292811811 (+244 ms)Running coprocessor post-close hooks at 1731292811819 (+8 ms)Closed at 1731292811822 (+3 ms) 2024-11-11T02:40:11,826 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=0013885036d1f6f6de514c680a5d9fa5, regionState=CLOSED 2024-11-11T02:40:11,828 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(157): Closed 0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:40:11,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 because future has completed 2024-11-11T02:40:11,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-11T02:40:11,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; CloseRegionProcedure 0013885036d1f6f6de514c680a5d9fa5, server=3ffe7f9d089e,45551,1731292779905 in 1.6970 sec 2024-11-11T02:40:11,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-11T02:40:11,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0013885036d1f6f6de514c680a5d9fa5, UNASSIGN in 1.7060 sec 2024-11-11T02:40:11,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-11T02:40:11,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7150 sec 2024-11-11T02:40:11,857 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292811857"}]},"ts":"1731292811857"} 2024-11-11T02:40:11,859 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T02:40:11,860 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T02:40:11,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7370 sec 2024-11-11T02:40:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-11T02:40:12,280 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:12,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T02:40:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:40:12,294 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=37, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:40:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-11T02:40:12,296 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=37, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:40:12,299 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:40:12,302 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A, FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B, FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C, FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/recovered.edits] 2024-11-11T02:40:12,305 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/122f62c7ce814e07bc763f1b8a086f6f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/122f62c7ce814e07bc763f1b8a086f6f 2024-11-11T02:40:12,306 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/2a4adf7a9cc94ab98efd54a59485e05b to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/2a4adf7a9cc94ab98efd54a59485e05b 2024-11-11T02:40:12,307 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/5787bce11cda45618e857bedb93e5546 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/5787bce11cda45618e857bedb93e5546 2024-11-11T02:40:12,308 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/bf58d6f239e140ba9eaf99371cd2c9e6 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/A/bf58d6f239e140ba9eaf99371cd2c9e6 2024-11-11T02:40:12,311 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/09eca4d9fabe446c81bcdab7bcf56abf to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/09eca4d9fabe446c81bcdab7bcf56abf 2024-11-11T02:40:12,312 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/4d77c5e3ae3a4695878c6dce877322f9 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/4d77c5e3ae3a4695878c6dce877322f9 2024-11-11T02:40:12,314 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/a79089b43c154d17abc89d86c87372a4 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/a79089b43c154d17abc89d86c87372a4 2024-11-11T02:40:12,315 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/ecffa2316dd047d48f0aa2eb28ca69f4 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/B/ecffa2316dd047d48f0aa2eb28ca69f4 2024-11-11T02:40:12,318 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/1eb20c9961154c99bea8770bcfe9ff20 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/1eb20c9961154c99bea8770bcfe9ff20 2024-11-11T02:40:12,319 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/72a2897f79e04a5dac40cfced5233487 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/72a2897f79e04a5dac40cfced5233487 2024-11-11T02:40:12,320 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/bd5eac4d504d4c1eadc76a9d6182b3a6 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/bd5eac4d504d4c1eadc76a9d6182b3a6 2024-11-11T02:40:12,322 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/d59310fc7aa845e2807d76be81d7504c to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/C/d59310fc7aa845e2807d76be81d7504c 2024-11-11T02:40:12,325 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/recovered.edits/569.seqid to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5/recovered.edits/569.seqid 2024-11-11T02:40:12,325 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/0013885036d1f6f6de514c680a5d9fa5 2024-11-11T02:40:12,326 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T02:40:12,330 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=37, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:40:12,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-11T02:40:12,338 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T02:40:12,363 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T02:40:12,364 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=37, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:40:12,365 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T02:40:12,365 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731292812365"}]},"ts":"9223372036854775807"} 2024-11-11T02:40:12,369 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-11T02:40:12,369 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0013885036d1f6f6de514c680a5d9fa5, NAME => 'TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T02:40:12,369 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T02:40:12,369 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731292812369"}]},"ts":"9223372036854775807"} 2024-11-11T02:40:12,372 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-11T02:40:12,373 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=37, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:40:12,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 86 msec 2024-11-11T02:40:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-11T02:40:12,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-11T02:40:12,400 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:12,412 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=239 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2051139906_22 at /127.0.0.1:45708 [Waiting for operation #254] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_512751914_22 at /127.0.0.1:35392 [Waiting for operation #242] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2051139906_22 at /127.0.0.1:35498 [Waiting for operation #220] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;3ffe7f9d089e:45551-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=467 (was 304) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=13033 (was 13260) 2024-11-11T02:40:12,420 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=239, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=467, ProcessCount=11, AvailableMemoryMB=13032 2024-11-11T02:40:12,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T02:40:12,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T02:40:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T02:40:12,424 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=38, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T02:40:12,424 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:12,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 38 2024-11-11T02:40:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-11T02:40:12,425 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=38, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T02:40:12,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741954_1130 (size=959) 2024-11-11T02:40:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-11T02:40:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-11T02:40:12,834 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb 2024-11-11T02:40:12,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741955_1131 (size=53) 2024-11-11T02:40:12,869 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:40:12,869 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 37012ea9437f69bad70de6f523bf695f, disabling compactions & flushes 2024-11-11T02:40:12,869 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:12,869 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:12,869 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. after waiting 0 ms 2024-11-11T02:40:12,869 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:12,869 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:12,869 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 37012ea9437f69bad70de6f523bf695f: Waiting for close lock at 1731292812869Disabling compacts and flushes for region at 1731292812869Disabling writes for close at 1731292812869Writing region close event to WAL at 1731292812869Closed at 1731292812869 2024-11-11T02:40:12,870 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=38, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T02:40:12,871 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731292812870"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731292812870"}]},"ts":"1731292812870"} 2024-11-11T02:40:12,873 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T02:40:12,874 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=38, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T02:40:12,874 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292812874"}]},"ts":"1731292812874"} 2024-11-11T02:40:12,876 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T02:40:12,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=37012ea9437f69bad70de6f523bf695f, ASSIGN}] 2024-11-11T02:40:12,878 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=37012ea9437f69bad70de6f523bf695f, ASSIGN 2024-11-11T02:40:12,881 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=37012ea9437f69bad70de6f523bf695f, ASSIGN; state=OFFLINE, location=3ffe7f9d089e,45551,1731292779905; forceNewPlan=false, retain=false 2024-11-11T02:40:13,032 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=37012ea9437f69bad70de6f523bf695f, regionState=OPENING, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:13,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=37012ea9437f69bad70de6f523bf695f, ASSIGN because future has completed 2024-11-11T02:40:13,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905}] 2024-11-11T02:40:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-11T02:40:13,190 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:13,190 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} 2024-11-11T02:40:13,191 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:13,191 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:40:13,191 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:13,191 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:13,194 INFO [StoreOpener-37012ea9437f69bad70de6f523bf695f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:13,197 INFO [StoreOpener-37012ea9437f69bad70de6f523bf695f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37012ea9437f69bad70de6f523bf695f columnFamilyName A 2024-11-11T02:40:13,198 DEBUG [StoreOpener-37012ea9437f69bad70de6f523bf695f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:13,199 INFO [StoreOpener-37012ea9437f69bad70de6f523bf695f-1 {}] regionserver.HStore(327): Store=37012ea9437f69bad70de6f523bf695f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:40:13,199 INFO [StoreOpener-37012ea9437f69bad70de6f523bf695f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:13,201 INFO [StoreOpener-37012ea9437f69bad70de6f523bf695f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37012ea9437f69bad70de6f523bf695f columnFamilyName B 2024-11-11T02:40:13,202 DEBUG [StoreOpener-37012ea9437f69bad70de6f523bf695f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:13,202 INFO [StoreOpener-37012ea9437f69bad70de6f523bf695f-1 {}] regionserver.HStore(327): Store=37012ea9437f69bad70de6f523bf695f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:40:13,203 INFO [StoreOpener-37012ea9437f69bad70de6f523bf695f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:13,204 INFO [StoreOpener-37012ea9437f69bad70de6f523bf695f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37012ea9437f69bad70de6f523bf695f columnFamilyName C 2024-11-11T02:40:13,204 DEBUG [StoreOpener-37012ea9437f69bad70de6f523bf695f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:13,205 INFO [StoreOpener-37012ea9437f69bad70de6f523bf695f-1 {}] regionserver.HStore(327): Store=37012ea9437f69bad70de6f523bf695f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:40:13,205 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:13,206 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:13,206 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:13,208 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:13,208 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:13,209 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T02:40:13,210 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:13,213 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T02:40:13,213 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened 37012ea9437f69bad70de6f523bf695f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58767772, jitterRate=-0.12429195642471313}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T02:40:13,213 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:13,214 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for 37012ea9437f69bad70de6f523bf695f: Running coprocessor pre-open hook at 1731292813191Writing region info on filesystem at 1731292813191Initializing all the Stores at 1731292813193 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292813193Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292813193Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292813193Cleaning up temporary data from old regions at 1731292813208 (+15 ms)Running coprocessor post-open hooks at 1731292813213 (+5 ms)Region opened successfully at 1731292813214 (+1 ms) 2024-11-11T02:40:13,215 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., pid=40, masterSystemTime=1731292813186 2024-11-11T02:40:13,218 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:13,218 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:13,218 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=37012ea9437f69bad70de6f523bf695f, regionState=OPEN, openSeqNum=2, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:13,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 because future has completed 2024-11-11T02:40:13,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-11T02:40:13,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 in 188 msec 2024-11-11T02:40:13,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-11T02:40:13,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=37012ea9437f69bad70de6f523bf695f, ASSIGN in 348 msec 2024-11-11T02:40:13,228 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=38, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T02:40:13,228 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292813228"}]},"ts":"1731292813228"} 2024-11-11T02:40:13,229 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T02:40:13,230 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=38, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T02:40:13,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 808 msec 2024-11-11T02:40:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-11T02:40:13,559 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:13,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2697ccde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:13,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:40:13,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:40:13,562 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:40:13,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:40:13,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:40:13,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12bb574d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:13,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:40:13,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:40:13,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:13,564 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:40:13,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f1c755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:13,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:40:13,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:40:13,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:40:13,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:40:13,569 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T02:40:13,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 3ffe7f9d089e,44587,1731292779109 2024-11-11T02:40:13,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ad5e6af 2024-11-11T02:40:13,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T02:40:13,571 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T02:40:13,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T02:40:13,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T02:40:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-11T02:40:13,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741956_1132 (size=995) 2024-11-11T02:40:13,995 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-11T02:40:13,995 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-11T02:40:13,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T02:40:14,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=37012ea9437f69bad70de6f523bf695f, REOPEN/MOVE}] 2024-11-11T02:40:14,007 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=37012ea9437f69bad70de6f523bf695f, REOPEN/MOVE 2024-11-11T02:40:14,008 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=37012ea9437f69bad70de6f523bf695f, regionState=CLOSING, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:14,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=37012ea9437f69bad70de6f523bf695f, REOPEN/MOVE because future has completed 2024-11-11T02:40:14,010 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T02:40:14,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE, hasLock=false; CloseRegionProcedure 37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905}] 2024-11-11T02:40:14,163 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] handler.UnassignRegionHandler(122): Close 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:14,163 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T02:40:14,163 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1722): Closing 37012ea9437f69bad70de6f523bf695f, disabling compactions & flushes 2024-11-11T02:40:14,163 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:14,163 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:14,163 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. after waiting 0 ms 2024-11-11T02:40:14,163 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:14,167 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T02:40:14,167 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:14,167 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1676): Region close journal for 37012ea9437f69bad70de6f523bf695f: Waiting for close lock at 1731292814163Running coprocessor pre-close hooks at 1731292814163Disabling compacts and flushes for region at 1731292814163Disabling writes for close at 1731292814163Writing region close event to WAL at 1731292814163Running coprocessor post-close hooks at 1731292814167 (+4 ms)Closed at 1731292814167 2024-11-11T02:40:14,167 WARN [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegionServer(3299): Not adding moved region record: 37012ea9437f69bad70de6f523bf695f to self. 2024-11-11T02:40:14,169 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] handler.UnassignRegionHandler(157): Closed 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:14,170 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=37012ea9437f69bad70de6f523bf695f, regionState=CLOSED 2024-11-11T02:40:14,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE, hasLock=false; CloseRegionProcedure 37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 because future has completed 2024-11-11T02:40:14,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-11T02:40:14,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; CloseRegionProcedure 37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 in 163 msec 2024-11-11T02:40:14,175 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=37012ea9437f69bad70de6f523bf695f, REOPEN/MOVE; state=CLOSED, location=3ffe7f9d089e,45551,1731292779905; forceNewPlan=false, retain=true 2024-11-11T02:40:14,326 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=37012ea9437f69bad70de6f523bf695f, regionState=OPENING, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:14,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=37012ea9437f69bad70de6f523bf695f, REOPEN/MOVE because future has completed 2024-11-11T02:40:14,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905}] 2024-11-11T02:40:14,483 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:14,483 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} 2024-11-11T02:40:14,484 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:14,484 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:40:14,484 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:14,484 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:14,489 INFO [StoreOpener-37012ea9437f69bad70de6f523bf695f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:14,495 INFO [StoreOpener-37012ea9437f69bad70de6f523bf695f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37012ea9437f69bad70de6f523bf695f columnFamilyName A 2024-11-11T02:40:14,497 DEBUG [StoreOpener-37012ea9437f69bad70de6f523bf695f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:14,498 INFO [StoreOpener-37012ea9437f69bad70de6f523bf695f-1 {}] regionserver.HStore(327): Store=37012ea9437f69bad70de6f523bf695f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:40:14,499 INFO [StoreOpener-37012ea9437f69bad70de6f523bf695f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:14,500 INFO [StoreOpener-37012ea9437f69bad70de6f523bf695f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37012ea9437f69bad70de6f523bf695f columnFamilyName B 2024-11-11T02:40:14,500 DEBUG [StoreOpener-37012ea9437f69bad70de6f523bf695f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:14,500 INFO [StoreOpener-37012ea9437f69bad70de6f523bf695f-1 {}] regionserver.HStore(327): Store=37012ea9437f69bad70de6f523bf695f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:40:14,500 INFO [StoreOpener-37012ea9437f69bad70de6f523bf695f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:14,501 INFO [StoreOpener-37012ea9437f69bad70de6f523bf695f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37012ea9437f69bad70de6f523bf695f columnFamilyName C 2024-11-11T02:40:14,501 DEBUG [StoreOpener-37012ea9437f69bad70de6f523bf695f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:14,502 INFO [StoreOpener-37012ea9437f69bad70de6f523bf695f-1 {}] regionserver.HStore(327): Store=37012ea9437f69bad70de6f523bf695f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:40:14,502 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:14,503 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:14,504 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:14,506 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:14,506 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:14,506 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T02:40:14,508 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:14,509 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 37012ea9437f69bad70de6f523bf695f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61797245, jitterRate=-0.0791492909193039}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T02:40:14,509 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:14,511 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 37012ea9437f69bad70de6f523bf695f: Running coprocessor pre-open hook at 1731292814484Writing region info on filesystem at 1731292814484Initializing all the Stores at 1731292814485 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292814485Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292814485Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292814485Cleaning up temporary data from old regions at 1731292814506 (+21 ms)Running coprocessor post-open hooks at 1731292814509 (+3 ms)Region opened successfully at 1731292814511 (+2 ms) 2024-11-11T02:40:14,512 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., pid=45, masterSystemTime=1731292814480 2024-11-11T02:40:14,514 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:14,514 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:14,515 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=37012ea9437f69bad70de6f523bf695f, regionState=OPEN, openSeqNum=5, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:14,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 because future has completed 2024-11-11T02:40:14,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=43 2024-11-11T02:40:14,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 in 190 msec 2024-11-11T02:40:14,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-11T02:40:14,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=37012ea9437f69bad70de6f523bf695f, REOPEN/MOVE in 515 msec 2024-11-11T02:40:14,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-11T02:40:14,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 526 msec 2024-11-11T02:40:14,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 951 msec 2024-11-11T02:40:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=41 2024-11-11T02:40:14,534 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:14,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,535 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:40:14,535 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:40:14,536 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:40:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:40:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:40:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c662118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:40:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:40:14,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:14,538 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:40:14,538 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2997a437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35409f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,539 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:40:14,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:40:14,540 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:40:14,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:40:14,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:40:14,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62990a51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:40:14,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:40:14,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:14,542 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:40:14,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb1a850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7944f9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:40:14,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:40:14,544 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:40:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:40:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:40:14,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d1c209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:40:14,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:40:14,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:14,545 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:40:14,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d406012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38720fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,547 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:40:14,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:40:14,548 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:40:14,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:40:14,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:40:14,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39792478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:40:14,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:40:14,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:14,549 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:40:14,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b21d0c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c77b203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,550 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:40:14,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:40:14,551 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:40:14,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:40:14,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:40:14,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78572bbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:40:14,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:40:14,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:14,553 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33410, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:40:14,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc1b405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3f6eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:40:14,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:40:14,555 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:40:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:40:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:40:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f1ae4a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:40:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:40:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:14,557 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:40:14,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b7f5e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40353459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,558 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:40:14,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:40:14,559 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:40:14,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:40:14,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:40:14,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b728360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:40:14,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:40:14,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:14,561 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:40:14,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621343d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160383af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,562 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:40:14,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:40:14,563 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:40:14,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:40:14,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:40:14,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79aee5b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:40:14,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:40:14,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:14,564 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:40:14,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596805ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123a694c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,565 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:40:14,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:40:14,566 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:40:14,566 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:40:14,566 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:40:14,567 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe18ab3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,567 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:40:14,567 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:40:14,567 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:14,568 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:40:14,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@831f518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:14,569 DEBUG [Thread-670 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:40:14,569 DEBUG [Thread-676 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:40:14,569 DEBUG [Thread-667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:40:14,570 DEBUG [Thread-659 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:40:14,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:40:14,570 DEBUG [Thread-663 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:40:14,570 DEBUG [Thread-665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:40:14,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:40:14,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:40:14,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:40:14,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:40:14,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:40:14,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:40:14,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:40:14,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:40:14,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:40:14,571 DEBUG [Thread-661 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:40:14,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:40:14,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:40:14,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:40:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-11T02:40:14,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37482, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:40:14,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:40:14,572 DEBUG [Thread-672 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:40:14,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:40:14,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:40:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-11T02:40:14,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:40:14,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:40:14,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:40:14,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:40:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:40:14,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:40:14,575 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:40:14,575 DEBUG [Thread-674 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:40:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:40:14,576 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:40:14,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:40:14,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:40:14,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:40:14,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:40:14,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:40:14,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:40:14,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:40:14,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:40:14,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:40:14,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:40:14,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:40:14,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:40:14,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:40:14,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:40:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:14,591 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:40:14,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 37012ea9437f69bad70de6f523bf695f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T02:40:14,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112c0b9c5870b74361ac8a1446a3321bef_37012ea9437f69bad70de6f523bf695f is 50, key is test_row_0/A:col10/1731292814589/Put/seqid=0 2024-11-11T02:40:14,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741957_1133 (size=12154) 2024-11-11T02:40:14,651 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:14,657 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112c0b9c5870b74361ac8a1446a3321bef_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112c0b9c5870b74361ac8a1446a3321bef_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:14,658 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/9c97b8cdf1614a61b491e9aaef266704, store: [table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:14,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292874644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:14,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:14,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292874647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:14,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:14,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37482 deadline: 1731292874648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:14,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:14,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/9c97b8cdf1614a61b491e9aaef266704 is 175, key is test_row_0/A:col10/1731292814589/Put/seqid=0 2024-11-11T02:40:14,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37510 deadline: 1731292874659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:14,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292874661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-11T02:40:14,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741958_1134 (size=30955) 2024-11-11T02:40:14,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-11T02:40:14,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:14,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:14,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:14,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:14,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:14,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292874769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:14,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:14,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37482 deadline: 1731292874769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:14,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:14,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292874769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:14,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,774 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:14,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37510 deadline: 1731292874779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:14,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:14,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292874779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:14,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:14,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:14,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-11T02:40:14,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:14,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:14,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:14,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:14,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-11T02:40:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:14,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292874979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:14,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:14,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37482 deadline: 1731292874979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:14,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:14,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292874979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:14,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:14,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37510 deadline: 1731292874989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:14,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292874989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:14,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:14,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:14,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:15,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-11T02:40:15,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:15,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:15,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:15,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:15,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:15,091 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/9c97b8cdf1614a61b491e9aaef266704 2024-11-11T02:40:15,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/946bebcafadb402bb9e9a13c68bf572d is 50, key is test_row_0/B:col10/1731292814589/Put/seqid=0 2024-11-11T02:40:15,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741959_1135 (size=12001) 2024-11-11T02:40:15,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-11T02:40:15,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:15,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:15,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:15,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:15,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-11T02:40:15,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37482 deadline: 1731292875298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:15,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:15,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292875299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:15,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:15,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:15,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:15,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37510 deadline: 1731292875299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292875299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:15,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292875299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:15,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:15,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:15,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:15,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-11T02:40:15,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:15,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:15,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:15,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:15,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:15,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-11T02:40:15,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:15,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:15,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:15,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:15,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:15,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/946bebcafadb402bb9e9a13c68bf572d 2024-11-11T02:40:15,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/df73116197b846abab3a136c8414a8f5 is 50, key is test_row_0/C:col10/1731292814589/Put/seqid=0 2024-11-11T02:40:15,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741960_1136 (size=12001) 2024-11-11T02:40:15,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/df73116197b846abab3a136c8414a8f5 2024-11-11T02:40:15,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/9c97b8cdf1614a61b491e9aaef266704 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/9c97b8cdf1614a61b491e9aaef266704 2024-11-11T02:40:15,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/9c97b8cdf1614a61b491e9aaef266704, entries=150, sequenceid=15, filesize=30.2 K 2024-11-11T02:40:15,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/946bebcafadb402bb9e9a13c68bf572d as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/946bebcafadb402bb9e9a13c68bf572d 2024-11-11T02:40:15,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/946bebcafadb402bb9e9a13c68bf572d, entries=150, sequenceid=15, filesize=11.7 K 2024-11-11T02:40:15,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/df73116197b846abab3a136c8414a8f5 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/df73116197b846abab3a136c8414a8f5 2024-11-11T02:40:15,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-11T02:40:15,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/df73116197b846abab3a136c8414a8f5, entries=150, sequenceid=15, filesize=11.7 K 2024-11-11T02:40:15,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:15,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:15,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:15,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:15,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:15,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 37012ea9437f69bad70de6f523bf695f in 1070ms, sequenceid=15, compaction requested=false 2024-11-11T02:40:15,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-11T02:40:15,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-11T02:40:15,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:15,812 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 37012ea9437f69bad70de6f523bf695f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T02:40:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:15,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:15,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111136f854eb560748caa41bb52754315b27_37012ea9437f69bad70de6f523bf695f is 50, key is test_row_0/A:col10/1731292814655/Put/seqid=0 2024-11-11T02:40:15,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37482 deadline: 1731292875818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:15,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37510 deadline: 1731292875818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:15,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:15,830 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,830 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,830 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:15,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292875822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:15,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:15,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292875828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:15,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:15,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292875830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:15,834 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,834 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,834 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:15,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741961_1137 (size=12154) 2024-11-11T02:40:15,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37482 deadline: 1731292875939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:15,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:15,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37510 deadline: 1731292875939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:15,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:15,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292875939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:15,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:15,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:15,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292875939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:15,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:15,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292875939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:15,944 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,944 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,944 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:15,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:15,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:16,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37510 deadline: 1731292876149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:16,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:16,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:16,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:16,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37482 deadline: 1731292876149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:16,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:16,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:16,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292876149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:16,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:16,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:16,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:16,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292876149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:16,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292876150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:16,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:16,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:16,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:16,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:16,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:16,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:16,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:16,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:16,250 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111136f854eb560748caa41bb52754315b27_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111136f854eb560748caa41bb52754315b27_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:16,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/4dfd395083d042ac922dc504019966de, store: [table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:16,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/4dfd395083d042ac922dc504019966de is 175, key is test_row_0/A:col10/1731292814655/Put/seqid=0 2024-11-11T02:40:16,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741962_1138 (size=30955) 2024-11-11T02:40:16,297 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/4dfd395083d042ac922dc504019966de 2024-11-11T02:40:16,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/f4dd481a736740138e45f79c8ea23f68 is 50, key is test_row_0/B:col10/1731292814655/Put/seqid=0 2024-11-11T02:40:16,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741963_1139 (size=12001) 2024-11-11T02:40:16,368 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/f4dd481a736740138e45f79c8ea23f68 2024-11-11T02:40:16,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/6703604f85204bf59aa9af692d7dc2a4 is 50, key is test_row_0/C:col10/1731292814655/Put/seqid=0 2024-11-11T02:40:16,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741964_1140 (size=12001) 2024-11-11T02:40:16,438 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/6703604f85204bf59aa9af692d7dc2a4 2024-11-11T02:40:16,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/4dfd395083d042ac922dc504019966de as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/4dfd395083d042ac922dc504019966de 2024-11-11T02:40:16,454 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/4dfd395083d042ac922dc504019966de, entries=150, sequenceid=41, filesize=30.2 K 2024-11-11T02:40:16,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/f4dd481a736740138e45f79c8ea23f68 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/f4dd481a736740138e45f79c8ea23f68 2024-11-11T02:40:16,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37510 deadline: 1731292876459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:16,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37482 deadline: 1731292876459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:16,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:16,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:16,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:16,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:16,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:16,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:16,468 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/f4dd481a736740138e45f79c8ea23f68, entries=150, sequenceid=41, filesize=11.7 K 2024-11-11T02:40:16,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/6703604f85204bf59aa9af692d7dc2a4 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/6703604f85204bf59aa9af692d7dc2a4 2024-11-11T02:40:16,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292876468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:16,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:16,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:16,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:16,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292876469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:16,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292876469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:16,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:16,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:16,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:16,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:16,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:16,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:16,480 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/6703604f85204bf59aa9af692d7dc2a4, entries=150, sequenceid=41, filesize=11.7 K 2024-11-11T02:40:16,483 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 37012ea9437f69bad70de6f523bf695f in 671ms, sequenceid=41, compaction requested=false 2024-11-11T02:40:16,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:16,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:16,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-11T02:40:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-11T02:40:16,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-11T02:40:16,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9090 sec 2024-11-11T02:40:16,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.9260 sec 2024-11-11T02:40:16,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-11T02:40:16,719 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:16,720 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:40:16,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-11T02:40:16,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-11T02:40:16,724 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:40:16,725 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:40:16,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:40:16,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-11T02:40:16,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-11T02:40:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:16,881 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 37012ea9437f69bad70de6f523bf695f 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-11T02:40:16,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119069a383680e4d66aaf9924b2ebf6a71_37012ea9437f69bad70de6f523bf695f is 50, key is test_row_0/A:col10/1731292815820/Put/seqid=0 2024-11-11T02:40:16,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741965_1141 (size=12154) 2024-11-11T02:40:16,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:16,969 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119069a383680e4d66aaf9924b2ebf6a71_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119069a383680e4d66aaf9924b2ebf6a71_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:16,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:16,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/125d2d1c86aa4e33946c151e14f73fcb, store: [table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:16,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/125d2d1c86aa4e33946c151e14f73fcb is 175, key is test_row_0/A:col10/1731292815820/Put/seqid=0 2024-11-11T02:40:17,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741966_1142 (size=30955) 2024-11-11T02:40:17,005 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/125d2d1c86aa4e33946c151e14f73fcb 2024-11-11T02:40:17,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/1e4d085d5cb64357928ab0c96d7cf2f9 is 50, key is test_row_0/B:col10/1731292815820/Put/seqid=0 2024-11-11T02:40:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-11T02:40:17,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292877044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:17,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741967_1143 (size=12001) 2024-11-11T02:40:17,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:17,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292877052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:17,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:17,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292877054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:17,062 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,062 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,062 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:17,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37482 deadline: 1731292877056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:17,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:17,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37510 deadline: 1731292877061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:17,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:17,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292877168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:17,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:17,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292877169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:17,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292877168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:17,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:17,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:17,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37482 deadline: 1731292877179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:17,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:17,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37510 deadline: 1731292877180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:17,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-11T02:40:17,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292877379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:17,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:17,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292877379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:17,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:17,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:17,380 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T02:40:17,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292877379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:17,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:17,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:17,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37482 deadline: 1731292877388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:17,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:17,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37510 deadline: 1731292877388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:17,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:17,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:17,461 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/1e4d085d5cb64357928ab0c96d7cf2f9 2024-11-11T02:40:17,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/e100d98605ec43b09d91fb65ae7493cb is 50, key is test_row_0/C:col10/1731292815820/Put/seqid=0 2024-11-11T02:40:17,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741968_1144 (size=12001) 2024-11-11T02:40:17,478 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/e100d98605ec43b09d91fb65ae7493cb 2024-11-11T02:40:17,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/125d2d1c86aa4e33946c151e14f73fcb as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/125d2d1c86aa4e33946c151e14f73fcb 2024-11-11T02:40:17,490 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/125d2d1c86aa4e33946c151e14f73fcb, entries=150, sequenceid=51, filesize=30.2 K 2024-11-11T02:40:17,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/1e4d085d5cb64357928ab0c96d7cf2f9 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/1e4d085d5cb64357928ab0c96d7cf2f9 2024-11-11T02:40:17,499 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/1e4d085d5cb64357928ab0c96d7cf2f9, entries=150, sequenceid=51, filesize=11.7 K 2024-11-11T02:40:17,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/e100d98605ec43b09d91fb65ae7493cb as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/e100d98605ec43b09d91fb65ae7493cb 2024-11-11T02:40:17,510 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/e100d98605ec43b09d91fb65ae7493cb, entries=150, sequenceid=51, filesize=11.7 K 2024-11-11T02:40:17,511 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 37012ea9437f69bad70de6f523bf695f in 630ms, sequenceid=51, compaction requested=true 2024-11-11T02:40:17,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:17,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:17,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-11T02:40:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-11T02:40:17,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-11T02:40:17,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 788 msec 2024-11-11T02:40:17,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 796 msec 2024-11-11T02:40:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:17,692 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:40:17,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 37012ea9437f69bad70de6f523bf695f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T02:40:17,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37510 deadline: 1731292877699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:17,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:17,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37482 deadline: 1731292877699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:17,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:17,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292877705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:17,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:17,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292877705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:17,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292877706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:17,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:17,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:17,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111108637699466d4dffb7589ddb24fd64d3_37012ea9437f69bad70de6f523bf695f is 50, key is test_row_0/A:col10/1731292817690/Put/seqid=0 2024-11-11T02:40:17,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741969_1145 (size=19474) 2024-11-11T02:40:17,759 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:17,764 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111108637699466d4dffb7589ddb24fd64d3_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111108637699466d4dffb7589ddb24fd64d3_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:17,765 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/3d2d82d2664c4fca924c4623a7239a46, store: [table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:17,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/3d2d82d2664c4fca924c4623a7239a46 is 175, key is test_row_0/A:col10/1731292817690/Put/seqid=0 2024-11-11T02:40:17,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741970_1146 (size=56733) 2024-11-11T02:40:17,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:17,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292877818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:17,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:17,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:17,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292877819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:17,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:17,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:17,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292877819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:17,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:17,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-11T02:40:17,859 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:17,859 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:40:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-11T02:40:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T02:40:17,861 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:40:17,861 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:40:17,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:40:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T02:40:18,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T02:40:18,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:18,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:18,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:18,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:18,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:18,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292878029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:18,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:18,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:18,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:18,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292878029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:18,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:18,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:18,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:18,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292878029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:18,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:18,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:18,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:18,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T02:40:18,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:18,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:18,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:18,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:18,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:18,171 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/3d2d82d2664c4fca924c4623a7239a46 2024-11-11T02:40:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T02:40:18,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/b3778721764d458195312c31856e9726 is 50, key is test_row_0/B:col10/1731292817690/Put/seqid=0 2024-11-11T02:40:18,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37482 deadline: 1731292878219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:18,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37510 deadline: 1731292878219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:18,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:18,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:18,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:18,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:18,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:18,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:18,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741971_1147 (size=12001) 2024-11-11T02:40:18,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/b3778721764d458195312c31856e9726 2024-11-11T02:40:18,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/904a3e15d95e4e91adc1e4e24875605b is 50, key is test_row_0/C:col10/1731292817690/Put/seqid=0 2024-11-11T02:40:18,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741972_1148 (size=12001) 2024-11-11T02:40:18,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T02:40:18,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:18,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:18,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:18,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:18,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:18,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292878339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:18,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:18,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:18,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:18,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292878348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:18,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:18,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292878349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:18,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:18,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:18,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:18,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:18,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:18,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T02:40:18,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:18,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:18,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:18,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:18,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T02:40:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:18,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T02:40:18,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:18,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:18,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:18,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:18,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:18,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/904a3e15d95e4e91adc1e4e24875605b 2024-11-11T02:40:18,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/3d2d82d2664c4fca924c4623a7239a46 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/3d2d82d2664c4fca924c4623a7239a46 2024-11-11T02:40:18,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/3d2d82d2664c4fca924c4623a7239a46, entries=300, sequenceid=80, filesize=55.4 K 2024-11-11T02:40:18,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/b3778721764d458195312c31856e9726 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/b3778721764d458195312c31856e9726 2024-11-11T02:40:18,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/b3778721764d458195312c31856e9726, entries=150, sequenceid=80, filesize=11.7 K 2024-11-11T02:40:18,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/904a3e15d95e4e91adc1e4e24875605b as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/904a3e15d95e4e91adc1e4e24875605b 2024-11-11T02:40:18,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/904a3e15d95e4e91adc1e4e24875605b, entries=150, sequenceid=80, filesize=11.7 K 2024-11-11T02:40:18,731 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 37012ea9437f69bad70de6f523bf695f in 1039ms, sequenceid=80, compaction requested=true 2024-11-11T02:40:18,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:18,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37012ea9437f69bad70de6f523bf695f:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:40:18,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:18,732 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:40:18,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37012ea9437f69bad70de6f523bf695f:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:40:18,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:18,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37012ea9437f69bad70de6f523bf695f:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:40:18,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T02:40:18,732 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:40:18,733 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149598 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:40:18,734 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 37012ea9437f69bad70de6f523bf695f/A is initiating minor compaction (all files) 2024-11-11T02:40:18,734 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 37012ea9437f69bad70de6f523bf695f/A in TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:18,734 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/9c97b8cdf1614a61b491e9aaef266704, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/4dfd395083d042ac922dc504019966de, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/125d2d1c86aa4e33946c151e14f73fcb, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/3d2d82d2664c4fca924c4623a7239a46] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp, totalSize=146.1 K 2024-11-11T02:40:18,734 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:18,734 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. files: [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/9c97b8cdf1614a61b491e9aaef266704, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/4dfd395083d042ac922dc504019966de, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/125d2d1c86aa4e33946c151e14f73fcb, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/3d2d82d2664c4fca924c4623a7239a46] 2024-11-11T02:40:18,735 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:40:18,735 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c97b8cdf1614a61b491e9aaef266704, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731292814580 2024-11-11T02:40:18,735 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 37012ea9437f69bad70de6f523bf695f/B is initiating minor compaction (all files) 2024-11-11T02:40:18,735 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 37012ea9437f69bad70de6f523bf695f/B in TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:18,735 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/946bebcafadb402bb9e9a13c68bf572d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/f4dd481a736740138e45f79c8ea23f68, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/1e4d085d5cb64357928ab0c96d7cf2f9, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/b3778721764d458195312c31856e9726] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp, totalSize=46.9 K 2024-11-11T02:40:18,736 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 4dfd395083d042ac922dc504019966de, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731292814655 2024-11-11T02:40:18,737 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 946bebcafadb402bb9e9a13c68bf572d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731292814580 2024-11-11T02:40:18,737 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 125d2d1c86aa4e33946c151e14f73fcb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731292815820 2024-11-11T02:40:18,737 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d2d82d2664c4fca924c4623a7239a46, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731292817051 2024-11-11T02:40:18,737 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4dd481a736740138e45f79c8ea23f68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731292814655 2024-11-11T02:40:18,738 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e4d085d5cb64357928ab0c96d7cf2f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731292815820 2024-11-11T02:40:18,738 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3778721764d458195312c31856e9726, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731292817690 2024-11-11T02:40:18,756 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:18,769 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37012ea9437f69bad70de6f523bf695f#B#compaction#130 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:18,770 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/911b4cbace0f49b89d55018b00450abb is 50, key is test_row_0/B:col10/1731292817690/Put/seqid=0 2024-11-11T02:40:18,771 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411110b66beb9b31f42ec8d7c4b8bd34ddfcc_37012ea9437f69bad70de6f523bf695f store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:18,777 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411110b66beb9b31f42ec8d7c4b8bd34ddfcc_37012ea9437f69bad70de6f523bf695f, store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:18,777 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110b66beb9b31f42ec8d7c4b8bd34ddfcc_37012ea9437f69bad70de6f523bf695f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:18,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-11T02:40:18,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:18,798 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 37012ea9437f69bad70de6f523bf695f 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-11T02:40:18,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741974_1150 (size=4469) 2024-11-11T02:40:18,829 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37012ea9437f69bad70de6f523bf695f#A#compaction#129 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:18,829 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/18f1d839f40f4780aa91f3a20137cd4d is 175, key is test_row_0/A:col10/1731292817690/Put/seqid=0 2024-11-11T02:40:18,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741973_1149 (size=12139) 2024-11-11T02:40:18,849 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/911b4cbace0f49b89d55018b00450abb as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/911b4cbace0f49b89d55018b00450abb 2024-11-11T02:40:18,860 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 37012ea9437f69bad70de6f523bf695f/B of 37012ea9437f69bad70de6f523bf695f into 911b4cbace0f49b89d55018b00450abb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:18,860 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:18,860 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., storeName=37012ea9437f69bad70de6f523bf695f/B, priority=12, startTime=1731292818732; duration=0sec 2024-11-11T02:40:18,860 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:18,861 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37012ea9437f69bad70de6f523bf695f:B 2024-11-11T02:40:18,861 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:40:18,863 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:40:18,863 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 37012ea9437f69bad70de6f523bf695f/C is initiating minor compaction (all files) 2024-11-11T02:40:18,863 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 37012ea9437f69bad70de6f523bf695f/C in TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:18,863 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/df73116197b846abab3a136c8414a8f5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/6703604f85204bf59aa9af692d7dc2a4, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/e100d98605ec43b09d91fb65ae7493cb, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/904a3e15d95e4e91adc1e4e24875605b] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp, totalSize=46.9 K 2024-11-11T02:40:18,864 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting df73116197b846abab3a136c8414a8f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731292814580 2024-11-11T02:40:18,864 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6703604f85204bf59aa9af692d7dc2a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731292814655 2024-11-11T02:40:18,865 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting e100d98605ec43b09d91fb65ae7493cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731292815820 2024-11-11T02:40:18,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:18,868 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 904a3e15d95e4e91adc1e4e24875605b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731292817690 2024-11-11T02:40:18,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b6ba7f6953734c63bb847f91788a2ae2_37012ea9437f69bad70de6f523bf695f is 50, key is test_row_0/A:col10/1731292817694/Put/seqid=0 2024-11-11T02:40:18,884 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37012ea9437f69bad70de6f523bf695f#C#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:18,885 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/f2be3fb7c1d24ac1b9c2850901960a2b is 50, key is test_row_0/C:col10/1731292817690/Put/seqid=0 2024-11-11T02:40:18,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741975_1151 (size=31093) 2024-11-11T02:40:18,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741976_1152 (size=12154) 2024-11-11T02:40:18,894 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/18f1d839f40f4780aa91f3a20137cd4d as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/18f1d839f40f4780aa91f3a20137cd4d 2024-11-11T02:40:18,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741977_1153 (size=12139) 2024-11-11T02:40:18,927 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 37012ea9437f69bad70de6f523bf695f/A of 37012ea9437f69bad70de6f523bf695f into 18f1d839f40f4780aa91f3a20137cd4d(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:18,927 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:18,928 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., storeName=37012ea9437f69bad70de6f523bf695f/A, priority=12, startTime=1731292818731; duration=0sec 2024-11-11T02:40:18,928 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:18,928 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37012ea9437f69bad70de6f523bf695f:A 2024-11-11T02:40:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T02:40:19,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292878995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:19,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292878996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:19,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:19,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292878997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:19,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:19,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:19,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:19,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292879108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292879108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:19,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:19,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292879108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:19,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:19,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:19,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37482 deadline: 1731292879239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:19,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37510 deadline: 1731292879239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:19,242 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_0' in 37012ea9437f69bad70de6f523bf695f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:40:19,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:19,243 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_2' in 37012ea9437f69bad70de6f523bf695f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:40:19,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:19,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:19,298 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b6ba7f6953734c63bb847f91788a2ae2_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b6ba7f6953734c63bb847f91788a2ae2_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:19,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/03ac3384f8024b7d9635289f55c7b488, store: [table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:19,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/03ac3384f8024b7d9635289f55c7b488 is 175, key is test_row_0/A:col10/1731292817694/Put/seqid=0 2024-11-11T02:40:19,316 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/f2be3fb7c1d24ac1b9c2850901960a2b as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/f2be3fb7c1d24ac1b9c2850901960a2b 2024-11-11T02:40:19,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292879319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:19,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292879319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:19,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:19,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292879319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:19,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:19,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:19,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:19,332 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 37012ea9437f69bad70de6f523bf695f/C of 37012ea9437f69bad70de6f523bf695f into f2be3fb7c1d24ac1b9c2850901960a2b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:19,332 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:19,333 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., storeName=37012ea9437f69bad70de6f523bf695f/C, priority=12, startTime=1731292818732; duration=0sec 2024-11-11T02:40:19,333 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:19,333 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37012ea9437f69bad70de6f523bf695f:C 2024-11-11T02:40:19,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741978_1154 (size=30955) 2024-11-11T02:40:19,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292879629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:19,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:19,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292879629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:19,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:19,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:19,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292879629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:19,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:19,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:19,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:19,755 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=87, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/03ac3384f8024b7d9635289f55c7b488 2024-11-11T02:40:19,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/267f0dbb26f84f4c9fbbbe424d976d70 is 50, key is test_row_0/B:col10/1731292817694/Put/seqid=0 2024-11-11T02:40:19,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741979_1155 (size=12001) 2024-11-11T02:40:20,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T02:40:20,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:20,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292880138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:20,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:20,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:20,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:20,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292880138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:20,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:20,141 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:20,141 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:20,141 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:20,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:20,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292880148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:20,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:20,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:20,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:20,173 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/267f0dbb26f84f4c9fbbbe424d976d70 2024-11-11T02:40:20,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/f080e1ab373d4c75a50a5d31ac818fcf is 50, key is test_row_0/C:col10/1731292817694/Put/seqid=0 2024-11-11T02:40:20,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741980_1156 (size=12001) 2024-11-11T02:40:20,194 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/f080e1ab373d4c75a50a5d31ac818fcf 2024-11-11T02:40:20,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/03ac3384f8024b7d9635289f55c7b488 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/03ac3384f8024b7d9635289f55c7b488 2024-11-11T02:40:20,214 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/03ac3384f8024b7d9635289f55c7b488, entries=150, sequenceid=87, filesize=30.2 K 2024-11-11T02:40:20,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/267f0dbb26f84f4c9fbbbe424d976d70 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/267f0dbb26f84f4c9fbbbe424d976d70 2024-11-11T02:40:20,221 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/267f0dbb26f84f4c9fbbbe424d976d70, entries=150, sequenceid=87, filesize=11.7 K 2024-11-11T02:40:20,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/f080e1ab373d4c75a50a5d31ac818fcf as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/f080e1ab373d4c75a50a5d31ac818fcf 2024-11-11T02:40:20,238 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/f080e1ab373d4c75a50a5d31ac818fcf, entries=150, sequenceid=87, filesize=11.7 K 2024-11-11T02:40:20,239 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=181.14 KB/185490 for 37012ea9437f69bad70de6f523bf695f in 1441ms, sequenceid=87, compaction requested=false 2024-11-11T02:40:20,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:20,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:20,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-11T02:40:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-11T02:40:20,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-11T02:40:20,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3810 sec 2024-11-11T02:40:20,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.3910 sec 2024-11-11T02:40:21,157 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:40:21,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 37012ea9437f69bad70de6f523bf695f 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-11T02:40:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:21,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292881161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:21,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:21,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292881164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:21,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:21,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292881167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:21,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:21,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e425110d94b447afa3e47381f92f3532_37012ea9437f69bad70de6f523bf695f is 50, key is test_row_0/A:col10/1731292818975/Put/seqid=0 2024-11-11T02:40:21,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741981_1157 (size=14594) 2024-11-11T02:40:21,248 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,254 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e425110d94b447afa3e47381f92f3532_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e425110d94b447afa3e47381f92f3532_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:21,255 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/16f89eaf91814376a60ab116b2d7c0a2, store: [table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:21,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/16f89eaf91814376a60ab116b2d7c0a2 is 175, key is test_row_0/A:col10/1731292818975/Put/seqid=0 2024-11-11T02:40:21,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37482 deadline: 1731292881259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:21,267 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_0' in 37012ea9437f69bad70de6f523bf695f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:40:21,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:21,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37510 deadline: 1731292881259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:21,270 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_2' in 37012ea9437f69bad70de6f523bf695f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:40:21,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:21,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292881269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:21,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:21,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292881279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:21,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:21,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292881279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:21,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:21,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741982_1158 (size=39549) 2024-11-11T02:40:21,307 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/16f89eaf91814376a60ab116b2d7c0a2 2024-11-11T02:40:21,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/5c6afff0f0944fa5bf12eeda64d4e010 is 50, key is test_row_0/B:col10/1731292818975/Put/seqid=0 2024-11-11T02:40:21,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741983_1159 (size=12001) 2024-11-11T02:40:21,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/5c6afff0f0944fa5bf12eeda64d4e010 2024-11-11T02:40:21,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/f3206b37609d44abab0ac224fa12f634 is 50, key is test_row_0/C:col10/1731292818975/Put/seqid=0 2024-11-11T02:40:21,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741984_1160 (size=12001) 2024-11-11T02:40:21,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/f3206b37609d44abab0ac224fa12f634 2024-11-11T02:40:21,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/16f89eaf91814376a60ab116b2d7c0a2 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/16f89eaf91814376a60ab116b2d7c0a2 2024-11-11T02:40:21,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/16f89eaf91814376a60ab116b2d7c0a2, entries=200, sequenceid=121, filesize=38.6 K 2024-11-11T02:40:21,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/5c6afff0f0944fa5bf12eeda64d4e010 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/5c6afff0f0944fa5bf12eeda64d4e010 2024-11-11T02:40:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/5c6afff0f0944fa5bf12eeda64d4e010, entries=150, sequenceid=121, filesize=11.7 K 2024-11-11T02:40:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/f3206b37609d44abab0ac224fa12f634 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/f3206b37609d44abab0ac224fa12f634 2024-11-11T02:40:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/f3206b37609d44abab0ac224fa12f634, entries=150, sequenceid=121, filesize=11.7 K 2024-11-11T02:40:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 37012ea9437f69bad70de6f523bf695f in 348ms, sequenceid=121, compaction requested=true 2024-11-11T02:40:21,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:21,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37012ea9437f69bad70de6f523bf695f:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:40:21,506 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:40:21,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:21,506 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:40:21,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37012ea9437f69bad70de6f523bf695f:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:40:21,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:21,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37012ea9437f69bad70de6f523bf695f:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:40:21,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,508 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:40:21,508 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 37012ea9437f69bad70de6f523bf695f/A is initiating minor compaction (all files) 2024-11-11T02:40:21,508 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 37012ea9437f69bad70de6f523bf695f/A in TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,508 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/18f1d839f40f4780aa91f3a20137cd4d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/03ac3384f8024b7d9635289f55c7b488, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/16f89eaf91814376a60ab116b2d7c0a2] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp, totalSize=99.2 K 2024-11-11T02:40:21,508 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:21,508 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. files: [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/18f1d839f40f4780aa91f3a20137cd4d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/03ac3384f8024b7d9635289f55c7b488, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/16f89eaf91814376a60ab116b2d7c0a2] 2024-11-11T02:40:21,508 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:40:21,508 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 37012ea9437f69bad70de6f523bf695f/B is initiating minor compaction (all files) 2024-11-11T02:40:21,509 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 37012ea9437f69bad70de6f523bf695f/B in TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:21,509 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/911b4cbace0f49b89d55018b00450abb, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/267f0dbb26f84f4c9fbbbe424d976d70, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/5c6afff0f0944fa5bf12eeda64d4e010] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp, totalSize=35.3 K 2024-11-11T02:40:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,509 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18f1d839f40f4780aa91f3a20137cd4d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731292817690 2024-11-11T02:40:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,510 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03ac3384f8024b7d9635289f55c7b488, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731292817694 2024-11-11T02:40:21,510 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 911b4cbace0f49b89d55018b00450abb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731292817690 2024-11-11T02:40:21,510 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16f89eaf91814376a60ab116b2d7c0a2, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731292818955 2024-11-11T02:40:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,511 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 267f0dbb26f84f4c9fbbbe424d976d70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731292817694 2024-11-11T02:40:21,511 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c6afff0f0944fa5bf12eeda64d4e010, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731292818968 2024-11-11T02:40:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,522 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,552 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111887ba13bdccf4832b0867dc95c0c56e9_37012ea9437f69bad70de6f523bf695f store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,559 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37012ea9437f69bad70de6f523bf695f#B#compaction#139 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,561 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111887ba13bdccf4832b0867dc95c0c56e9_37012ea9437f69bad70de6f523bf695f, store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,561 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111887ba13bdccf4832b0867dc95c0c56e9_37012ea9437f69bad70de6f523bf695f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,564 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/7a09048448324a0cbe8b45ab8ed7b0bd is 50, key is test_row_0/B:col10/1731292818975/Put/seqid=0 2024-11-11T02:40:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,619 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:40:21,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 37012ea9437f69bad70de6f523bf695f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T02:40:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:21,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111094bfc6b02e14b6b98843420df6624d0_37012ea9437f69bad70de6f523bf695f is 50, key is test_row_0/A:col10/1731292821615/Put/seqid=0 2024-11-11T02:40:21,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741985_1161 (size=4469) 2024-11-11T02:40:21,687 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37012ea9437f69bad70de6f523bf695f#A#compaction#138 average throughput is 0.15 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:21,688 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/500524dc76934d879313b4fb77d0131f is 175, key is test_row_0/A:col10/1731292818975/Put/seqid=0 2024-11-11T02:40:21,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741986_1162 (size=12241) 2024-11-11T02:40:21,704 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/7a09048448324a0cbe8b45ab8ed7b0bd as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/7a09048448324a0cbe8b45ab8ed7b0bd 2024-11-11T02:40:21,711 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 37012ea9437f69bad70de6f523bf695f/B of 37012ea9437f69bad70de6f523bf695f into 7a09048448324a0cbe8b45ab8ed7b0bd(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:21,711 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:21,711 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., storeName=37012ea9437f69bad70de6f523bf695f/B, priority=13, startTime=1731292821506; duration=0sec 2024-11-11T02:40:21,711 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:21,711 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37012ea9437f69bad70de6f523bf695f:B 2024-11-11T02:40:21,711 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:40:21,714 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:40:21,714 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 37012ea9437f69bad70de6f523bf695f/C is initiating minor compaction (all files) 2024-11-11T02:40:21,714 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 37012ea9437f69bad70de6f523bf695f/C in TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:21,714 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/f2be3fb7c1d24ac1b9c2850901960a2b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/f080e1ab373d4c75a50a5d31ac818fcf, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/f3206b37609d44abab0ac224fa12f634] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp, totalSize=35.3 K 2024-11-11T02:40:21,715 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting f2be3fb7c1d24ac1b9c2850901960a2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731292817690 2024-11-11T02:40:21,715 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting f080e1ab373d4c75a50a5d31ac818fcf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731292817694 2024-11-11T02:40:21,716 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting f3206b37609d44abab0ac224fa12f634, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731292818968 2024-11-11T02:40:21,760 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37012ea9437f69bad70de6f523bf695f#C#compaction#141 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:21,760 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/1ac9cc34f2804780be7dcccfeeae962f is 50, key is test_row_0/C:col10/1731292818975/Put/seqid=0 2024-11-11T02:40:21,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741987_1163 (size=19674) 2024-11-11T02:40:21,763 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:21,768 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111094bfc6b02e14b6b98843420df6624d0_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111094bfc6b02e14b6b98843420df6624d0_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:21,770 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/1ad4bdc5f0ad4c8c9b0f44ddc7a6423f, store: [table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:21,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/1ad4bdc5f0ad4c8c9b0f44ddc7a6423f is 175, key is test_row_0/A:col10/1731292821615/Put/seqid=0 2024-11-11T02:40:21,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741988_1164 (size=31195) 2024-11-11T02:40:21,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741989_1165 (size=12241) 2024-11-11T02:40:21,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741990_1166 (size=56933) 2024-11-11T02:40:21,829 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/1ad4bdc5f0ad4c8c9b0f44ddc7a6423f 2024-11-11T02:40:21,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/b48cc79f6f774071ac825420a200266c is 50, key is test_row_0/B:col10/1731292821615/Put/seqid=0 2024-11-11T02:40:21,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292881872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:21,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:21,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292881872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:21,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:21,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292881872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:21,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741991_1167 (size=12101) 2024-11-11T02:40:21,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292881978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:21,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:21,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292881978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:21,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:21,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:21,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292881978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:21,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:21,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-11T02:40:22,019 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:22,020 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:40:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-11T02:40:22,023 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:40:22,024 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:40:22,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:40:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-11T02:40:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-11T02:40:22,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-11T02:40:22,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:22,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:22,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:22,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:22,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:22,187 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/500524dc76934d879313b4fb77d0131f as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/500524dc76934d879313b4fb77d0131f 2024-11-11T02:40:22,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292882189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:22,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292882189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:22,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:22,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:22,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:22,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292882189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:22,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:22,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:22,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:22,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:22,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:22,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:22,196 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 37012ea9437f69bad70de6f523bf695f/A of 37012ea9437f69bad70de6f523bf695f into 500524dc76934d879313b4fb77d0131f(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:22,197 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:22,197 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., storeName=37012ea9437f69bad70de6f523bf695f/A, priority=13, startTime=1731292821506; duration=0sec 2024-11-11T02:40:22,197 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:22,197 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37012ea9437f69bad70de6f523bf695f:A 2024-11-11T02:40:22,201 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/1ac9cc34f2804780be7dcccfeeae962f as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/1ac9cc34f2804780be7dcccfeeae962f 2024-11-11T02:40:22,210 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 37012ea9437f69bad70de6f523bf695f/C of 37012ea9437f69bad70de6f523bf695f into 1ac9cc34f2804780be7dcccfeeae962f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:22,210 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:22,210 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., storeName=37012ea9437f69bad70de6f523bf695f/C, priority=13, startTime=1731292821506; duration=0sec 2024-11-11T02:40:22,210 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:22,210 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37012ea9437f69bad70de6f523bf695f:C 2024-11-11T02:40:22,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/b48cc79f6f774071ac825420a200266c 2024-11-11T02:40:22,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/03af4993994f4cf9bb36f17bc9f58986 is 50, key is test_row_0/C:col10/1731292821615/Put/seqid=0 2024-11-11T02:40:22,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-11T02:40:22,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:22,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:22,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:22,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:22,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-11T02:40:22,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741992_1168 (size=12101) 2024-11-11T02:40:22,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/03af4993994f4cf9bb36f17bc9f58986 2024-11-11T02:40:22,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/1ad4bdc5f0ad4c8c9b0f44ddc7a6423f as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/1ad4bdc5f0ad4c8c9b0f44ddc7a6423f 2024-11-11T02:40:22,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/1ad4bdc5f0ad4c8c9b0f44ddc7a6423f, entries=300, sequenceid=132, filesize=55.6 K 2024-11-11T02:40:22,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/b48cc79f6f774071ac825420a200266c as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/b48cc79f6f774071ac825420a200266c 2024-11-11T02:40:22,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/b48cc79f6f774071ac825420a200266c, entries=150, sequenceid=132, filesize=11.8 K 2024-11-11T02:40:22,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/03af4993994f4cf9bb36f17bc9f58986 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/03af4993994f4cf9bb36f17bc9f58986 2024-11-11T02:40:22,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/03af4993994f4cf9bb36f17bc9f58986, entries=150, sequenceid=132, filesize=11.8 K 2024-11-11T02:40:22,409 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 37012ea9437f69bad70de6f523bf695f in 790ms, sequenceid=132, compaction requested=false 2024-11-11T02:40:22,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:22,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-11T02:40:22,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:22,487 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 37012ea9437f69bad70de6f523bf695f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T02:40:22,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:22,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292882512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:22,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:22,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:22,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:22,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292882513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:22,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292882515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:22,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116e2f4c7ef2314901bddad1d69d39b3bb_37012ea9437f69bad70de6f523bf695f is 50, key is test_row_0/A:col10/1731292821797/Put/seqid=0 2024-11-11T02:40:22,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:22,525 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:22,525 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:22,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:22,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:22,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:22,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741993_1169 (size=12304) 2024-11-11T02:40:22,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:22,583 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116e2f4c7ef2314901bddad1d69d39b3bb_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116e2f4c7ef2314901bddad1d69d39b3bb_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:22,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/b23719628c484b95aa6e97c44226ad67, store: [table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:22,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/b23719628c484b95aa6e97c44226ad67 is 175, key is test_row_0/A:col10/1731292821797/Put/seqid=0 2024-11-11T02:40:22,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292882628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:22,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:22,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:22,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:22,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292882629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:22,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292882629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:22,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:22,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:22,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:22,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:22,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:22,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:22,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741994_1170 (size=31105) 2024-11-11T02:40:22,635 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/b23719628c484b95aa6e97c44226ad67 2024-11-11T02:40:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-11T02:40:22,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/a8f0edad9bb54080aa92b14387bad914 is 50, key is test_row_0/B:col10/1731292821797/Put/seqid=0 2024-11-11T02:40:22,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741995_1171 (size=12151) 2024-11-11T02:40:22,673 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/a8f0edad9bb54080aa92b14387bad914 2024-11-11T02:40:22,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/ab68cb8584e94c319b9b1a5586951cf0 is 50, key is test_row_0/C:col10/1731292821797/Put/seqid=0 2024-11-11T02:40:22,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741996_1172 (size=12151) 2024-11-11T02:40:22,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292882839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:22,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292882839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:22,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292882839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:23,106 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/ab68cb8584e94c319b9b1a5586951cf0 2024-11-11T02:40:23,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/b23719628c484b95aa6e97c44226ad67 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/b23719628c484b95aa6e97c44226ad67 2024-11-11T02:40:23,115 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/b23719628c484b95aa6e97c44226ad67, entries=150, sequenceid=161, filesize=30.4 K 2024-11-11T02:40:23,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/a8f0edad9bb54080aa92b14387bad914 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/a8f0edad9bb54080aa92b14387bad914 2024-11-11T02:40:23,125 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/a8f0edad9bb54080aa92b14387bad914, entries=150, sequenceid=161, filesize=11.9 K 2024-11-11T02:40:23,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/ab68cb8584e94c319b9b1a5586951cf0 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/ab68cb8584e94c319b9b1a5586951cf0 2024-11-11T02:40:23,131 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/ab68cb8584e94c319b9b1a5586951cf0, entries=150, sequenceid=161, filesize=11.9 K 2024-11-11T02:40:23,132 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 37012ea9437f69bad70de6f523bf695f in 645ms, sequenceid=161, compaction requested=true 2024-11-11T02:40:23,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:23,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:23,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-11T02:40:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-11T02:40:23,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-11T02:40:23,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1090 sec 2024-11-11T02:40:23,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.1160 sec 2024-11-11T02:40:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:23,151 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:40:23,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 37012ea9437f69bad70de6f523bf695f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T02:40:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-11T02:40:23,159 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:23,160 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:40:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-11T02:40:23,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111706664584db945be8787210e5da4e4c0_37012ea9437f69bad70de6f523bf695f is 50, key is test_row_0/A:col10/1731292822502/Put/seqid=0 2024-11-11T02:40:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T02:40:23,164 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:40:23,165 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:40:23,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:40:23,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741997_1173 (size=17284) 2024-11-11T02:40:23,189 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:23,194 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111706664584db945be8787210e5da4e4c0_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111706664584db945be8787210e5da4e4c0_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:23,195 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/5d61d663bc6342d494cfa5043a3c9ca0, store: [table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:23,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/5d61d663bc6342d494cfa5043a3c9ca0 is 175, key is test_row_0/A:col10/1731292822502/Put/seqid=0 2024-11-11T02:40:23,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741998_1174 (size=48389) 2024-11-11T02:40:23,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:23,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292883199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:23,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:23,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:23,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:23,206 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/5d61d663bc6342d494cfa5043a3c9ca0 2024-11-11T02:40:23,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:23,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292883206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292883206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:23,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:23,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:23,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:23,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:23,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:23,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:23,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/80aade4b52a249bfa7098187b7b882ce is 50, key is test_row_0/B:col10/1731292822502/Put/seqid=0 2024-11-11T02:40:23,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741999_1175 (size=12151) 2024-11-11T02:40:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T02:40:23,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:23,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292883308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:23,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:23,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:23,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:23,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-11T02:40:23,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:23,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:23,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:23,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:23,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:23,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292883319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:23,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:23,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:23,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292883319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:23,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:23,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:23,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:23,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:23,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-11T02:40:23,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:23,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:23,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:23,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:23,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T02:40:23,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292883519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:23,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:23,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:23,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:23,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292883531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:23,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:23,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292883531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:23,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:23,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:23,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:23,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:23,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:23,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/80aade4b52a249bfa7098187b7b882ce 2024-11-11T02:40:23,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-11T02:40:23,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:23,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:23,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:23,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:23,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:23,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/2019dfbbd88b42a1a4d323e33ab74ba7 is 50, key is test_row_0/C:col10/1731292822502/Put/seqid=0 2024-11-11T02:40:23,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742000_1176 (size=12151) 2024-11-11T02:40:23,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-11T02:40:23,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:23,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:23,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:23,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:23,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T02:40:23,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:23,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292883828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:23,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:23,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:23,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:23,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292883849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:23,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:23,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292883849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:23,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-11T02:40:23,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:23,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:23,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:23,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:23,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:23,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:24,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/2019dfbbd88b42a1a4d323e33ab74ba7 2024-11-11T02:40:24,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/5d61d663bc6342d494cfa5043a3c9ca0 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/5d61d663bc6342d494cfa5043a3c9ca0 2024-11-11T02:40:24,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/5d61d663bc6342d494cfa5043a3c9ca0, entries=250, sequenceid=173, filesize=47.3 K 2024-11-11T02:40:24,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/80aade4b52a249bfa7098187b7b882ce as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/80aade4b52a249bfa7098187b7b882ce 2024-11-11T02:40:24,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/80aade4b52a249bfa7098187b7b882ce, entries=150, sequenceid=173, filesize=11.9 K 2024-11-11T02:40:24,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/2019dfbbd88b42a1a4d323e33ab74ba7 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/2019dfbbd88b42a1a4d323e33ab74ba7 2024-11-11T02:40:24,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/2019dfbbd88b42a1a4d323e33ab74ba7, entries=150, sequenceid=173, filesize=11.9 K 2024-11-11T02:40:24,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 37012ea9437f69bad70de6f523bf695f in 911ms, sequenceid=173, compaction requested=true 2024-11-11T02:40:24,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:24,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37012ea9437f69bad70de6f523bf695f:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:40:24,062 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:40:24,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:24,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37012ea9437f69bad70de6f523bf695f:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:40:24,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:24,062 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:40:24,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37012ea9437f69bad70de6f523bf695f:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:40:24,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:24,064 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:40:24,064 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 37012ea9437f69bad70de6f523bf695f/B is initiating minor compaction (all files) 2024-11-11T02:40:24,065 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 37012ea9437f69bad70de6f523bf695f/B in TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:24,065 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/7a09048448324a0cbe8b45ab8ed7b0bd, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/b48cc79f6f774071ac825420a200266c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/a8f0edad9bb54080aa92b14387bad914, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/80aade4b52a249bfa7098187b7b882ce] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp, totalSize=47.5 K 2024-11-11T02:40:24,065 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 167622 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:40:24,065 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 37012ea9437f69bad70de6f523bf695f/A is initiating minor compaction (all files) 2024-11-11T02:40:24,065 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 37012ea9437f69bad70de6f523bf695f/A in TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:24,066 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/500524dc76934d879313b4fb77d0131f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/1ad4bdc5f0ad4c8c9b0f44ddc7a6423f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/b23719628c484b95aa6e97c44226ad67, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/5d61d663bc6342d494cfa5043a3c9ca0] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp, totalSize=163.7 K 2024-11-11T02:40:24,066 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:24,066 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. files: [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/500524dc76934d879313b4fb77d0131f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/1ad4bdc5f0ad4c8c9b0f44ddc7a6423f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/b23719628c484b95aa6e97c44226ad67, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/5d61d663bc6342d494cfa5043a3c9ca0] 2024-11-11T02:40:24,066 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a09048448324a0cbe8b45ab8ed7b0bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731292818968 2024-11-11T02:40:24,067 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 500524dc76934d879313b4fb77d0131f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731292818968 2024-11-11T02:40:24,067 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting b48cc79f6f774071ac825420a200266c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731292821162 2024-11-11T02:40:24,067 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting a8f0edad9bb54080aa92b14387bad914, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731292821797 2024-11-11T02:40:24,067 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ad4bdc5f0ad4c8c9b0f44ddc7a6423f, keycount=300, bloomtype=ROW, size=55.6 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731292821162 2024-11-11T02:40:24,068 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 80aade4b52a249bfa7098187b7b882ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731292822502 2024-11-11T02:40:24,068 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting b23719628c484b95aa6e97c44226ad67, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731292821797 2024-11-11T02:40:24,068 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d61d663bc6342d494cfa5043a3c9ca0, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731292822502 2024-11-11T02:40:24,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-11T02:40:24,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:24,081 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 37012ea9437f69bad70de6f523bf695f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T02:40:24,083 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:24,084 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37012ea9437f69bad70de6f523bf695f#B#compaction#150 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:24,085 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/9fee3a475e7e4e1ba517ca12fb68375f is 50, key is test_row_0/B:col10/1731292822502/Put/seqid=0 2024-11-11T02:40:24,092 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111b32e983c394e4a148ebbfcab8a06b9c6_37012ea9437f69bad70de6f523bf695f store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:24,095 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111b32e983c394e4a148ebbfcab8a06b9c6_37012ea9437f69bad70de6f523bf695f, store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:24,096 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b32e983c394e4a148ebbfcab8a06b9c6_37012ea9437f69bad70de6f523bf695f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:24,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742001_1177 (size=12527) 2024-11-11T02:40:24,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f139b2458d6c41f9b6c97fe6b77d1672_37012ea9437f69bad70de6f523bf695f is 50, key is test_row_0/A:col10/1731292823203/Put/seqid=0 2024-11-11T02:40:24,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742002_1178 (size=4469) 2024-11-11T02:40:24,134 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37012ea9437f69bad70de6f523bf695f#A#compaction#151 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:24,135 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/2e62b6698dcb491eb9f85f2c9573d1d3 is 175, key is test_row_0/A:col10/1731292822502/Put/seqid=0 2024-11-11T02:40:24,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742004_1180 (size=31481) 2024-11-11T02:40:24,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742003_1179 (size=12304) 2024-11-11T02:40:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T02:40:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:24,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:24,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292884365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:24,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292884366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:24,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:24,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:24,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:24,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:24,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:24,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292884366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:24,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:24,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:24,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:24,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:24,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292884469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:24,470 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:24,470 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:24,470 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:24,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292884479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:24,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:24,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:24,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:24,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292884479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:24,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:24,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:24,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:24,526 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/9fee3a475e7e4e1ba517ca12fb68375f as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/9fee3a475e7e4e1ba517ca12fb68375f 2024-11-11T02:40:24,531 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 37012ea9437f69bad70de6f523bf695f/B of 37012ea9437f69bad70de6f523bf695f into 9fee3a475e7e4e1ba517ca12fb68375f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:24,531 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:24,532 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., storeName=37012ea9437f69bad70de6f523bf695f/B, priority=12, startTime=1731292824062; duration=0sec 2024-11-11T02:40:24,532 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:24,532 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37012ea9437f69bad70de6f523bf695f:B 2024-11-11T02:40:24,532 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:40:24,533 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:40:24,533 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 37012ea9437f69bad70de6f523bf695f/C is initiating minor compaction (all files) 2024-11-11T02:40:24,533 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 37012ea9437f69bad70de6f523bf695f/C in TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:24,533 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/1ac9cc34f2804780be7dcccfeeae962f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/03af4993994f4cf9bb36f17bc9f58986, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/ab68cb8584e94c319b9b1a5586951cf0, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/2019dfbbd88b42a1a4d323e33ab74ba7] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp, totalSize=47.5 K 2024-11-11T02:40:24,534 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ac9cc34f2804780be7dcccfeeae962f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731292818968 2024-11-11T02:40:24,534 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 03af4993994f4cf9bb36f17bc9f58986, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731292821162 2024-11-11T02:40:24,534 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting ab68cb8584e94c319b9b1a5586951cf0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731292821797 2024-11-11T02:40:24,535 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 2019dfbbd88b42a1a4d323e33ab74ba7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731292822502 2024-11-11T02:40:24,541 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37012ea9437f69bad70de6f523bf695f#C#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:24,542 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/a417c43b62c34985bdcbd2ea57eb280d is 50, key is test_row_0/C:col10/1731292822502/Put/seqid=0 2024-11-11T02:40:24,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742005_1181 (size=12527) 2024-11-11T02:40:24,564 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/2e62b6698dcb491eb9f85f2c9573d1d3 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/2e62b6698dcb491eb9f85f2c9573d1d3 2024-11-11T02:40:24,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:24,572 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f139b2458d6c41f9b6c97fe6b77d1672_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f139b2458d6c41f9b6c97fe6b77d1672_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:24,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/d76e3362aa4e4062ae29bc6638a9296d, store: [table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:24,574 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 37012ea9437f69bad70de6f523bf695f/A of 37012ea9437f69bad70de6f523bf695f into 2e62b6698dcb491eb9f85f2c9573d1d3(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:24,574 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:24,574 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., storeName=37012ea9437f69bad70de6f523bf695f/A, priority=12, startTime=1731292824062; duration=0sec 2024-11-11T02:40:24,574 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:24,574 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37012ea9437f69bad70de6f523bf695f:A 2024-11-11T02:40:24,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/d76e3362aa4e4062ae29bc6638a9296d is 175, key is test_row_0/A:col10/1731292823203/Put/seqid=0 2024-11-11T02:40:24,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742006_1182 (size=31105) 2024-11-11T02:40:24,668 INFO [master/3ffe7f9d089e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T02:40:24,668 INFO [master/3ffe7f9d089e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T02:40:24,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292884678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:24,679 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:24,679 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:24,679 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:24,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292884688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:24,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:24,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:24,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:24,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292884688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:24,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:24,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:24,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:24,956 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/a417c43b62c34985bdcbd2ea57eb280d as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/a417c43b62c34985bdcbd2ea57eb280d 2024-11-11T02:40:24,964 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 37012ea9437f69bad70de6f523bf695f/C of 37012ea9437f69bad70de6f523bf695f into a417c43b62c34985bdcbd2ea57eb280d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:24,964 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:24,964 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., storeName=37012ea9437f69bad70de6f523bf695f/C, priority=12, startTime=1731292824062; duration=0sec 2024-11-11T02:40:24,964 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:24,964 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37012ea9437f69bad70de6f523bf695f:C 2024-11-11T02:40:24,981 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/d76e3362aa4e4062ae29bc6638a9296d 2024-11-11T02:40:24,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292884989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:24,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:24,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:24,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:24,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/ae52a927f8f5477ebe6cf214845290ad is 50, key is test_row_0/B:col10/1731292823203/Put/seqid=0 2024-11-11T02:40:25,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742007_1183 (size=12151) 2024-11-11T02:40:25,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292884998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:25,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292884999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:25,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:25,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:25,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:25,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37482 deadline: 1731292885279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:25,280 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_0' in 37012ea9437f69bad70de6f523bf695f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8225 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:40:25,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:25,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:25,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T02:40:25,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37510 deadline: 1731292885318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:25,322 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_2' in 37012ea9437f69bad70de6f523bf695f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8261 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:40:25,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:25,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:25,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:25,401 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/ae52a927f8f5477ebe6cf214845290ad 2024-11-11T02:40:25,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/9815996d83204f9185503a55bc7df020 is 50, key is test_row_0/C:col10/1731292823203/Put/seqid=0 2024-11-11T02:40:25,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742008_1184 (size=12151) 2024-11-11T02:40:25,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292885499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:25,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:25,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:25,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:25,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:25,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292885508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292885508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:25,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:25,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:25,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:25,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:25,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:25,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:25,817 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/9815996d83204f9185503a55bc7df020 2024-11-11T02:40:25,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/d76e3362aa4e4062ae29bc6638a9296d as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/d76e3362aa4e4062ae29bc6638a9296d 2024-11-11T02:40:25,826 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/d76e3362aa4e4062ae29bc6638a9296d, entries=150, sequenceid=198, filesize=30.4 K 2024-11-11T02:40:25,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/ae52a927f8f5477ebe6cf214845290ad as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/ae52a927f8f5477ebe6cf214845290ad 2024-11-11T02:40:25,832 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/ae52a927f8f5477ebe6cf214845290ad, entries=150, sequenceid=198, filesize=11.9 K 2024-11-11T02:40:25,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/9815996d83204f9185503a55bc7df020 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/9815996d83204f9185503a55bc7df020 2024-11-11T02:40:25,838 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/9815996d83204f9185503a55bc7df020, entries=150, sequenceid=198, filesize=11.9 K 2024-11-11T02:40:25,839 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 37012ea9437f69bad70de6f523bf695f in 1758ms, sequenceid=198, compaction requested=false 2024-11-11T02:40:25,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:25,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:25,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-11T02:40:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-11T02:40:25,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-11T02:40:25,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6750 sec 2024-11-11T02:40:25,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.6820 sec 2024-11-11T02:40:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:26,522 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:40:26,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 37012ea9437f69bad70de6f523bf695f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T02:40:26,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111996c3f80ddf34fbc8b57c3268bca7f44_37012ea9437f69bad70de6f523bf695f is 50, key is test_row_0/A:col10/1731292826520/Put/seqid=0 2024-11-11T02:40:26,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742009_1185 (size=17284) 2024-11-11T02:40:26,567 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:26,572 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111996c3f80ddf34fbc8b57c3268bca7f44_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111996c3f80ddf34fbc8b57c3268bca7f44_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:26,573 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/8672fdf864794598983a170e13467b1d, store: [table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:26,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/8672fdf864794598983a170e13467b1d is 175, key is test_row_0/A:col10/1731292826520/Put/seqid=0 2024-11-11T02:40:26,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742010_1186 (size=48389) 2024-11-11T02:40:26,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292886637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:26,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:26,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:26,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:26,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292886642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:26,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:26,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:26,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:26,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292886644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:26,650 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:26,650 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:26,650 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:26,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292886748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:26,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:26,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:26,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:26,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292886748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:26,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:26,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:26,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:26,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292886759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:26,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:26,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:26,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:26,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292886958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:26,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292886958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:26,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:26,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:26,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:26,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:26,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:26,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:26,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292886968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:26,973 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:26,973 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:26,973 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:26,979 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/8672fdf864794598983a170e13467b1d 2024-11-11T02:40:27,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/f7e74e4cf2e540bc9140176f7265adf3 is 50, key is test_row_0/B:col10/1731292826520/Put/seqid=0 2024-11-11T02:40:27,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742011_1187 (size=12151) 2024-11-11T02:40:27,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/f7e74e4cf2e540bc9140176f7265adf3 2024-11-11T02:40:27,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/227963735b0f4e7294d480fad01fa5be is 50, key is test_row_0/C:col10/1731292826520/Put/seqid=0 2024-11-11T02:40:27,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742012_1188 (size=12151) 2024-11-11T02:40:27,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/227963735b0f4e7294d480fad01fa5be 2024-11-11T02:40:27,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/8672fdf864794598983a170e13467b1d as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/8672fdf864794598983a170e13467b1d 2024-11-11T02:40:27,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/8672fdf864794598983a170e13467b1d, entries=250, sequenceid=215, filesize=47.3 K 2024-11-11T02:40:27,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/f7e74e4cf2e540bc9140176f7265adf3 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/f7e74e4cf2e540bc9140176f7265adf3 2024-11-11T02:40:27,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/f7e74e4cf2e540bc9140176f7265adf3, entries=150, sequenceid=215, filesize=11.9 K 2024-11-11T02:40:27,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/227963735b0f4e7294d480fad01fa5be as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/227963735b0f4e7294d480fad01fa5be 2024-11-11T02:40:27,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/227963735b0f4e7294d480fad01fa5be, entries=150, sequenceid=215, filesize=11.9 K 2024-11-11T02:40:27,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 37012ea9437f69bad70de6f523bf695f in 617ms, sequenceid=215, compaction requested=true 2024-11-11T02:40:27,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:27,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37012ea9437f69bad70de6f523bf695f:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:40:27,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:27,140 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:40:27,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37012ea9437f69bad70de6f523bf695f:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:40:27,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:27,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37012ea9437f69bad70de6f523bf695f:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:40:27,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T02:40:27,140 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:40:27,141 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:40:27,141 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110975 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:40:27,141 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 37012ea9437f69bad70de6f523bf695f/A is initiating minor compaction (all files) 2024-11-11T02:40:27,141 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 37012ea9437f69bad70de6f523bf695f/A in TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:27,142 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/2e62b6698dcb491eb9f85f2c9573d1d3, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/d76e3362aa4e4062ae29bc6638a9296d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/8672fdf864794598983a170e13467b1d] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp, totalSize=108.4 K 2024-11-11T02:40:27,142 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:27,142 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. files: [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/2e62b6698dcb491eb9f85f2c9573d1d3, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/d76e3362aa4e4062ae29bc6638a9296d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/8672fdf864794598983a170e13467b1d] 2024-11-11T02:40:27,142 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 37012ea9437f69bad70de6f523bf695f/B is initiating minor compaction (all files) 2024-11-11T02:40:27,142 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 37012ea9437f69bad70de6f523bf695f/B in TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:27,142 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/9fee3a475e7e4e1ba517ca12fb68375f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/ae52a927f8f5477ebe6cf214845290ad, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/f7e74e4cf2e540bc9140176f7265adf3] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp, totalSize=36.0 K 2024-11-11T02:40:27,142 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e62b6698dcb491eb9f85f2c9573d1d3, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731292822502 2024-11-11T02:40:27,143 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting d76e3362aa4e4062ae29bc6638a9296d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731292823181 2024-11-11T02:40:27,143 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fee3a475e7e4e1ba517ca12fb68375f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731292822502 2024-11-11T02:40:27,143 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8672fdf864794598983a170e13467b1d, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731292824363 2024-11-11T02:40:27,143 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting ae52a927f8f5477ebe6cf214845290ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731292823181 2024-11-11T02:40:27,143 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting f7e74e4cf2e540bc9140176f7265adf3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731292824365 2024-11-11T02:40:27,164 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:27,164 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37012ea9437f69bad70de6f523bf695f#B#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:27,165 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/d2dee936420f48ddbf593687306b0ebb is 50, key is test_row_0/B:col10/1731292826520/Put/seqid=0 2024-11-11T02:40:27,176 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411117a0c8393dc1346eaa12a36e404edd72f_37012ea9437f69bad70de6f523bf695f store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:27,179 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411117a0c8393dc1346eaa12a36e404edd72f_37012ea9437f69bad70de6f523bf695f, store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:27,179 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117a0c8393dc1346eaa12a36e404edd72f_37012ea9437f69bad70de6f523bf695f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:27,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742013_1189 (size=12629) 2024-11-11T02:40:27,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742014_1190 (size=4469) 2024-11-11T02:40:27,215 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37012ea9437f69bad70de6f523bf695f#A#compaction#160 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:27,216 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/c3ef42a6fb284b3ebe760897b3c608cd is 175, key is test_row_0/A:col10/1731292826520/Put/seqid=0 2024-11-11T02:40:27,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742015_1191 (size=31583) 2024-11-11T02:40:27,238 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/c3ef42a6fb284b3ebe760897b3c608cd as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/c3ef42a6fb284b3ebe760897b3c608cd 2024-11-11T02:40:27,246 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 37012ea9437f69bad70de6f523bf695f/A of 37012ea9437f69bad70de6f523bf695f into c3ef42a6fb284b3ebe760897b3c608cd(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:27,246 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:27,246 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., storeName=37012ea9437f69bad70de6f523bf695f/A, priority=13, startTime=1731292827139; duration=0sec 2024-11-11T02:40:27,247 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:27,247 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37012ea9437f69bad70de6f523bf695f:A 2024-11-11T02:40:27,247 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:40:27,249 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:40:27,249 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 37012ea9437f69bad70de6f523bf695f/C is initiating minor compaction (all files) 2024-11-11T02:40:27,249 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 37012ea9437f69bad70de6f523bf695f/C in TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:27,249 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/a417c43b62c34985bdcbd2ea57eb280d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/9815996d83204f9185503a55bc7df020, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/227963735b0f4e7294d480fad01fa5be] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp, totalSize=36.0 K 2024-11-11T02:40:27,250 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting a417c43b62c34985bdcbd2ea57eb280d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731292822502 2024-11-11T02:40:27,250 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9815996d83204f9185503a55bc7df020, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731292823181 2024-11-11T02:40:27,251 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 227963735b0f4e7294d480fad01fa5be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731292824365 2024-11-11T02:40:27,265 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37012ea9437f69bad70de6f523bf695f#C#compaction#161 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:27,266 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/b64eb6202ba444d4be2ca1cd15e237ea is 50, key is test_row_0/C:col10/1731292826520/Put/seqid=0 2024-11-11T02:40:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:27,272 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:40:27,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 37012ea9437f69bad70de6f523bf695f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T02:40:27,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115afd179dd13c4bde8054d3e30c1932d0_37012ea9437f69bad70de6f523bf695f is 50, key is test_row_0/A:col10/1731292826641/Put/seqid=0 2024-11-11T02:40:27,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742016_1192 (size=12629) 2024-11-11T02:40:27,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292887297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:27,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:27,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742017_1193 (size=14794) 2024-11-11T02:40:27,308 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:27,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292887300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:27,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292887303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:27,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:27,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:27,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:27,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:27,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:27,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:27,312 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/b64eb6202ba444d4be2ca1cd15e237ea as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/b64eb6202ba444d4be2ca1cd15e237ea 2024-11-11T02:40:27,321 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115afd179dd13c4bde8054d3e30c1932d0_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115afd179dd13c4bde8054d3e30c1932d0_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:27,323 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 37012ea9437f69bad70de6f523bf695f/C of 37012ea9437f69bad70de6f523bf695f into b64eb6202ba444d4be2ca1cd15e237ea(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:27,323 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:27,323 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., storeName=37012ea9437f69bad70de6f523bf695f/C, priority=13, startTime=1731292827140; duration=0sec 2024-11-11T02:40:27,323 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:27,323 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37012ea9437f69bad70de6f523bf695f:C 2024-11-11T02:40:27,323 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/268fcce2608d4774bd243a46f85a1245, store: [table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:27,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/268fcce2608d4774bd243a46f85a1245 is 175, key is test_row_0/A:col10/1731292826641/Put/seqid=0 2024-11-11T02:40:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-11T02:40:27,339 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:27,340 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:40:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-11T02:40:27,343 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:40:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-11T02:40:27,344 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:40:27,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:40:27,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742018_1194 (size=39749) 2024-11-11T02:40:27,389 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/268fcce2608d4774bd243a46f85a1245 2024-11-11T02:40:27,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/60b74960b1c0412c8cff21ff06d37641 is 50, key is test_row_0/B:col10/1731292826641/Put/seqid=0 2024-11-11T02:40:27,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292887408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:27,418 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:27,418 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:27,418 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:27,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:27,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292887419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:27,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:27,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:27,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:27,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292887419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:27,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:27,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:27,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-11T02:40:27,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742019_1195 (size=12151) 2024-11-11T02:40:27,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-11T02:40:27,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:27,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:27,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:27,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:27,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:27,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:27,640 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/d2dee936420f48ddbf593687306b0ebb as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/d2dee936420f48ddbf593687306b0ebb 2024-11-11T02:40:27,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292887629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:27,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:27,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292887629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:27,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:27,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:27,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:27,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292887629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:27,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:27,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:27,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:27,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:27,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:27,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:27,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:27,649 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 37012ea9437f69bad70de6f523bf695f/B of 37012ea9437f69bad70de6f523bf695f into d2dee936420f48ddbf593687306b0ebb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:27,649 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:27,649 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., storeName=37012ea9437f69bad70de6f523bf695f/B, priority=13, startTime=1731292827140; duration=0sec 2024-11-11T02:40:27,649 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:27,649 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37012ea9437f69bad70de6f523bf695f:B 2024-11-11T02:40:27,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-11T02:40:27,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:27,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:27,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:27,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:27,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-11T02:40:27,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-11T02:40:27,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:27,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:27,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:27,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:27,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:27,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/60b74960b1c0412c8cff21ff06d37641 2024-11-11T02:40:27,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/ec4bc6a7bfbc4f0b83d7e0348ce82ba4 is 50, key is test_row_0/C:col10/1731292826641/Put/seqid=0 2024-11-11T02:40:27,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742020_1196 (size=12151) 2024-11-11T02:40:27,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292887949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:27,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:27,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:27,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292887949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:27,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:27,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:27,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:27,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:27,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292887949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:27,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:27,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:27,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:27,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-11T02:40:27,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:27,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:27,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:27,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:27,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-11T02:40:28,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-11T02:40:28,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:28,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:28,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:28,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:28,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:28,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:28,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-11T02:40:28,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:28,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:28,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:28,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:28,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:28,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/ec4bc6a7bfbc4f0b83d7e0348ce82ba4 2024-11-11T02:40:28,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/268fcce2608d4774bd243a46f85a1245 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/268fcce2608d4774bd243a46f85a1245 2024-11-11T02:40:28,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/268fcce2608d4774bd243a46f85a1245, entries=200, sequenceid=240, filesize=38.8 K 2024-11-11T02:40:28,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/60b74960b1c0412c8cff21ff06d37641 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/60b74960b1c0412c8cff21ff06d37641 2024-11-11T02:40:28,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/60b74960b1c0412c8cff21ff06d37641, entries=150, sequenceid=240, filesize=11.9 K 2024-11-11T02:40:28,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/ec4bc6a7bfbc4f0b83d7e0348ce82ba4 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/ec4bc6a7bfbc4f0b83d7e0348ce82ba4 2024-11-11T02:40:28,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/ec4bc6a7bfbc4f0b83d7e0348ce82ba4, entries=150, sequenceid=240, filesize=11.9 K 2024-11-11T02:40:28,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 37012ea9437f69bad70de6f523bf695f in 1041ms, sequenceid=240, compaction requested=false 2024-11-11T02:40:28,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:28,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-11T02:40:28,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:28,421 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 37012ea9437f69bad70de6f523bf695f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T02:40:28,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110978353cdd154dee9d7ec030029df365_37012ea9437f69bad70de6f523bf695f is 50, key is test_row_0/A:col10/1731292827300/Put/seqid=0 2024-11-11T02:40:28,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742021_1197 (size=12304) 2024-11-11T02:40:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:28,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-11T02:40:28,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292888507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:28,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:28,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292888508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:28,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:28,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:28,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:28,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:28,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:28,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292888509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:28,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:28,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:28,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:28,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292888618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:28,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:28,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:28,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292888618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:28,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:28,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:28,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:28,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292888619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:28,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:28,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:28,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:28,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:28,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292888829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:28,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:28,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292888829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:28,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292888829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:28,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:28,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:28,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:28,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:28,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:28,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:28,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:28,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:28,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:28,843 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110978353cdd154dee9d7ec030029df365_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110978353cdd154dee9d7ec030029df365_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:28,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/431f5b488d0c4d8f8457d266d07fe585, store: [table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:28,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/431f5b488d0c4d8f8457d266d07fe585 is 175, key is test_row_0/A:col10/1731292827300/Put/seqid=0 2024-11-11T02:40:28,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742022_1198 (size=31105) 2024-11-11T02:40:28,865 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/431f5b488d0c4d8f8457d266d07fe585 2024-11-11T02:40:28,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/2b7b586de9884487ad446e7645ac6106 is 50, key is test_row_0/B:col10/1731292827300/Put/seqid=0 2024-11-11T02:40:28,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742023_1199 (size=12151) 2024-11-11T02:40:28,893 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/2b7b586de9884487ad446e7645ac6106 2024-11-11T02:40:28,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/e8cc07a4b8b04169b95c9756c6dbc225 is 50, key is test_row_0/C:col10/1731292827300/Put/seqid=0 2024-11-11T02:40:28,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742024_1200 (size=12151) 2024-11-11T02:40:29,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292889138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:29,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:29,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292889138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:29,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:29,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:29,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292889138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:29,320 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/e8cc07a4b8b04169b95c9756c6dbc225 2024-11-11T02:40:29,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/431f5b488d0c4d8f8457d266d07fe585 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/431f5b488d0c4d8f8457d266d07fe585 2024-11-11T02:40:29,329 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/431f5b488d0c4d8f8457d266d07fe585, entries=150, sequenceid=254, filesize=30.4 K 2024-11-11T02:40:29,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/2b7b586de9884487ad446e7645ac6106 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/2b7b586de9884487ad446e7645ac6106 2024-11-11T02:40:29,333 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/2b7b586de9884487ad446e7645ac6106, entries=150, sequenceid=254, filesize=11.9 K 2024-11-11T02:40:29,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/e8cc07a4b8b04169b95c9756c6dbc225 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/e8cc07a4b8b04169b95c9756c6dbc225 2024-11-11T02:40:29,338 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/e8cc07a4b8b04169b95c9756c6dbc225, entries=150, sequenceid=254, filesize=11.9 K 2024-11-11T02:40:29,339 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 37012ea9437f69bad70de6f523bf695f in 918ms, sequenceid=254, compaction requested=true 2024-11-11T02:40:29,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:29,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:29,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-11T02:40:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-11T02:40:29,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-11T02:40:29,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9970 sec 2024-11-11T02:40:29,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 2.0030 sec 2024-11-11T02:40:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-11T02:40:29,489 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:29,490 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:40:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-11T02:40:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-11T02:40:29,492 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:40:29,493 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:40:29,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:40:29,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-11T02:40:29,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-11T02:40:29,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:29,647 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 37012ea9437f69bad70de6f523bf695f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T02:40:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:29,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:29,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115863073118584dfb86c4ba6b12da0a28_37012ea9437f69bad70de6f523bf695f is 50, key is test_row_0/A:col10/1731292828508/Put/seqid=0 2024-11-11T02:40:29,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292889669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:29,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:29,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:29,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:29,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292889673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:29,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:29,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:29,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:29,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292889675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:29,680 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:29,680 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:29,680 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:29,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742025_1201 (size=12454) 2024-11-11T02:40:29,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:29,696 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115863073118584dfb86c4ba6b12da0a28_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115863073118584dfb86c4ba6b12da0a28_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:29,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/f15ba165c4664127b4d16d1d7372974b, store: [table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:29,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/f15ba165c4664127b4d16d1d7372974b is 175, key is test_row_0/A:col10/1731292828508/Put/seqid=0 2024-11-11T02:40:29,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742026_1202 (size=31255) 2024-11-11T02:40:29,727 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/f15ba165c4664127b4d16d1d7372974b 2024-11-11T02:40:29,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/d7520db5cbe64214a93fdc4796a8e68e is 50, key is test_row_0/B:col10/1731292828508/Put/seqid=0 2024-11-11T02:40:29,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742027_1203 (size=12301) 2024-11-11T02:40:29,745 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/d7520db5cbe64214a93fdc4796a8e68e 2024-11-11T02:40:29,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/4e5e3647f400410b93f85240b473ed9b is 50, key is test_row_0/C:col10/1731292828508/Put/seqid=0 2024-11-11T02:40:29,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742028_1204 (size=12301) 2024-11-11T02:40:29,773 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/4e5e3647f400410b93f85240b473ed9b 2024-11-11T02:40:29,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/f15ba165c4664127b4d16d1d7372974b as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/f15ba165c4664127b4d16d1d7372974b 2024-11-11T02:40:29,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292889779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:29,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:29,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:29,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:29,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292889789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:29,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:29,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:29,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:29,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292889789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:29,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:29,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:29,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:29,796 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/f15ba165c4664127b4d16d1d7372974b, entries=150, sequenceid=278, filesize=30.5 K 2024-11-11T02:40:29,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/d7520db5cbe64214a93fdc4796a8e68e as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/d7520db5cbe64214a93fdc4796a8e68e 2024-11-11T02:40:29,805 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/d7520db5cbe64214a93fdc4796a8e68e, entries=150, sequenceid=278, filesize=12.0 K 2024-11-11T02:40:29,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/4e5e3647f400410b93f85240b473ed9b as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/4e5e3647f400410b93f85240b473ed9b 2024-11-11T02:40:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-11T02:40:29,814 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/4e5e3647f400410b93f85240b473ed9b, entries=150, sequenceid=278, filesize=12.0 K 2024-11-11T02:40:29,816 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 37012ea9437f69bad70de6f523bf695f in 169ms, sequenceid=278, compaction requested=true 2024-11-11T02:40:29,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:29,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:29,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-11T02:40:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-11T02:40:29,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-11T02:40:29,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 325 msec 2024-11-11T02:40:29,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 332 msec 2024-11-11T02:40:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:29,993 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:40:29,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 37012ea9437f69bad70de6f523bf695f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T02:40:30,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111659300a666dc4de1a8d659df40ee15b7_37012ea9437f69bad70de6f523bf695f is 50, key is test_row_0/A:col10/1731292829661/Put/seqid=0 2024-11-11T02:40:30,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742029_1205 (size=14994) 2024-11-11T02:40:30,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292890059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:30,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:30,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:30,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:30,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292890064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:30,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292890064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-11T02:40:30,119 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:30,119 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:40:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-11T02:40:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-11T02:40:30,122 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:40:30,123 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:40:30,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:40:30,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292890169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:30,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:30,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:30,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:30,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292890179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:30,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:30,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:30,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:30,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292890179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:30,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:30,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:30,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-11T02:40:30,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-11T02:40:30,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:30,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:30,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:30,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:30,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:30,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292890379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:30,381 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:30,381 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:30,381 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:30,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292890388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:30,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:30,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:30,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:30,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292890388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:30,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-11T02:40:30,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:30,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:30,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:30,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:30,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-11T02:40:30,449 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:30,453 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111659300a666dc4de1a8d659df40ee15b7_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111659300a666dc4de1a8d659df40ee15b7_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:30,454 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/62cc5b63e93649a386fcfebc4e53d6c4, store: [table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:30,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/62cc5b63e93649a386fcfebc4e53d6c4 is 175, key is test_row_0/A:col10/1731292829661/Put/seqid=0 2024-11-11T02:40:30,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742030_1206 (size=39949) 2024-11-11T02:40:30,461 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/62cc5b63e93649a386fcfebc4e53d6c4 2024-11-11T02:40:30,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/d9c536ddaf9e41e88e438a2d0b39c5e3 is 50, key is test_row_0/B:col10/1731292829661/Put/seqid=0 2024-11-11T02:40:30,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742031_1207 (size=12301) 2024-11-11T02:40:30,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-11T02:40:30,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:30,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:30,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:30,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:30,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:30,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292890688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:30,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:30,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:30,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:30,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292890699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:30,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:30,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:30,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:30,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292890699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:30,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:30,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:30,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:30,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-11T02:40:30,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:30,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:30,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:30,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:30,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-11T02:40:30,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/d9c536ddaf9e41e88e438a2d0b39c5e3 2024-11-11T02:40:30,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/b1865292ddc549f09b8b26b2b695a245 is 50, key is test_row_0/C:col10/1731292829661/Put/seqid=0 2024-11-11T02:40:30,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742032_1208 (size=12301) 2024-11-11T02:40:30,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-11T02:40:30,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:30,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:30,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:30,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:30,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:30,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/b1865292ddc549f09b8b26b2b695a245 2024-11-11T02:40:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:30,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/62cc5b63e93649a386fcfebc4e53d6c4 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/62cc5b63e93649a386fcfebc4e53d6c4 2024-11-11T02:40:30,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/62cc5b63e93649a386fcfebc4e53d6c4, entries=200, sequenceid=291, filesize=39.0 K 2024-11-11T02:40:30,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/d9c536ddaf9e41e88e438a2d0b39c5e3 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/d9c536ddaf9e41e88e438a2d0b39c5e3 2024-11-11T02:40:30,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/d9c536ddaf9e41e88e438a2d0b39c5e3, entries=150, sequenceid=291, filesize=12.0 K 2024-11-11T02:40:30,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/b1865292ddc549f09b8b26b2b695a245 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/b1865292ddc549f09b8b26b2b695a245 2024-11-11T02:40:30,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/b1865292ddc549f09b8b26b2b695a245, entries=150, sequenceid=291, filesize=12.0 K 2024-11-11T02:40:30,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 37012ea9437f69bad70de6f523bf695f in 929ms, sequenceid=291, compaction requested=true 2024-11-11T02:40:30,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:30,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37012ea9437f69bad70de6f523bf695f:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:40:30,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:30,923 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T02:40:30,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37012ea9437f69bad70de6f523bf695f:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:40:30,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:30,923 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T02:40:30,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37012ea9437f69bad70de6f523bf695f:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:40:30,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:30,925 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 173641 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T02:40:30,925 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 37012ea9437f69bad70de6f523bf695f/A is initiating minor compaction (all files) 2024-11-11T02:40:30,925 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 37012ea9437f69bad70de6f523bf695f/A in TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:30,925 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/c3ef42a6fb284b3ebe760897b3c608cd, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/268fcce2608d4774bd243a46f85a1245, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/431f5b488d0c4d8f8457d266d07fe585, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/f15ba165c4664127b4d16d1d7372974b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/62cc5b63e93649a386fcfebc4e53d6c4] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp, totalSize=169.6 K 2024-11-11T02:40:30,925 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:30,925 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. files: [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/c3ef42a6fb284b3ebe760897b3c608cd, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/268fcce2608d4774bd243a46f85a1245, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/431f5b488d0c4d8f8457d266d07fe585, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/f15ba165c4664127b4d16d1d7372974b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/62cc5b63e93649a386fcfebc4e53d6c4] 2024-11-11T02:40:30,926 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61533 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T02:40:30,926 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3ef42a6fb284b3ebe760897b3c608cd, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731292824365 2024-11-11T02:40:30,926 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 37012ea9437f69bad70de6f523bf695f/B is initiating minor compaction (all files) 2024-11-11T02:40:30,926 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 37012ea9437f69bad70de6f523bf695f/B in TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:30,926 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/d2dee936420f48ddbf593687306b0ebb, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/60b74960b1c0412c8cff21ff06d37641, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/2b7b586de9884487ad446e7645ac6106, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/d7520db5cbe64214a93fdc4796a8e68e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/d9c536ddaf9e41e88e438a2d0b39c5e3] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp, totalSize=60.1 K 2024-11-11T02:40:30,927 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting d2dee936420f48ddbf593687306b0ebb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731292824365 2024-11-11T02:40:30,927 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 268fcce2608d4774bd243a46f85a1245, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731292826627 2024-11-11T02:40:30,927 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 60b74960b1c0412c8cff21ff06d37641, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731292826627 2024-11-11T02:40:30,927 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 431f5b488d0c4d8f8457d266d07fe585, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731292827295 2024-11-11T02:40:30,928 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b7b586de9884487ad446e7645ac6106, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731292827295 2024-11-11T02:40:30,928 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting f15ba165c4664127b4d16d1d7372974b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731292828493 2024-11-11T02:40:30,928 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting d7520db5cbe64214a93fdc4796a8e68e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731292828493 2024-11-11T02:40:30,928 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62cc5b63e93649a386fcfebc4e53d6c4, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731292829661 2024-11-11T02:40:30,929 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting d9c536ddaf9e41e88e438a2d0b39c5e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731292829661 2024-11-11T02:40:30,950 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:30,955 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111c2a5470cf9db4369a1a74841b57d1e54_37012ea9437f69bad70de6f523bf695f store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:30,957 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111c2a5470cf9db4369a1a74841b57d1e54_37012ea9437f69bad70de6f523bf695f, store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:30,957 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c2a5470cf9db4369a1a74841b57d1e54_37012ea9437f69bad70de6f523bf695f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:30,957 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37012ea9437f69bad70de6f523bf695f#B#compaction#175 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:30,957 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/1827c08352534f0e88f517a4669c0398 is 50, key is test_row_0/B:col10/1731292829661/Put/seqid=0 2024-11-11T02:40:30,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742033_1209 (size=4469) 2024-11-11T02:40:30,986 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37012ea9437f69bad70de6f523bf695f#A#compaction#174 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:30,987 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/d71ccd3b44744a73a273e639adfe16f0 is 175, key is test_row_0/A:col10/1731292829661/Put/seqid=0 2024-11-11T02:40:30,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742034_1210 (size=12949) 2024-11-11T02:40:30,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742035_1211 (size=31903) 2024-11-11T02:40:31,005 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/d71ccd3b44744a73a273e639adfe16f0 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/d71ccd3b44744a73a273e639adfe16f0 2024-11-11T02:40:31,013 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 37012ea9437f69bad70de6f523bf695f/A of 37012ea9437f69bad70de6f523bf695f into d71ccd3b44744a73a273e639adfe16f0(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:31,013 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:31,013 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., storeName=37012ea9437f69bad70de6f523bf695f/A, priority=11, startTime=1731292830922; duration=0sec 2024-11-11T02:40:31,013 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:31,013 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37012ea9437f69bad70de6f523bf695f:A 2024-11-11T02:40:31,013 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T02:40:31,016 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61533 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T02:40:31,016 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 37012ea9437f69bad70de6f523bf695f/C is initiating minor compaction (all files) 2024-11-11T02:40:31,016 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 37012ea9437f69bad70de6f523bf695f/C in TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:31,017 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/b64eb6202ba444d4be2ca1cd15e237ea, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/ec4bc6a7bfbc4f0b83d7e0348ce82ba4, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/e8cc07a4b8b04169b95c9756c6dbc225, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/4e5e3647f400410b93f85240b473ed9b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/b1865292ddc549f09b8b26b2b695a245] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp, totalSize=60.1 K 2024-11-11T02:40:31,017 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting b64eb6202ba444d4be2ca1cd15e237ea, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731292824365 2024-11-11T02:40:31,017 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec4bc6a7bfbc4f0b83d7e0348ce82ba4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731292826627 2024-11-11T02:40:31,017 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8cc07a4b8b04169b95c9756c6dbc225, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731292827295 2024-11-11T02:40:31,018 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e5e3647f400410b93f85240b473ed9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731292828493 2024-11-11T02:40:31,018 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1865292ddc549f09b8b26b2b695a245, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731292829661 2024-11-11T02:40:31,036 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37012ea9437f69bad70de6f523bf695f#C#compaction#176 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:31,037 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/c46eb031900d43abb760c5185e1f0b09 is 50, key is test_row_0/C:col10/1731292829661/Put/seqid=0 2024-11-11T02:40:31,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-11T02:40:31,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:31,051 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 37012ea9437f69bad70de6f523bf695f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T02:40:31,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742036_1212 (size=12949) 2024-11-11T02:40:31,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118393094058ae4ab5858b810b486ccf43_37012ea9437f69bad70de6f523bf695f is 50, key is test_row_0/A:col10/1731292830055/Put/seqid=0 2024-11-11T02:40:31,091 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/c46eb031900d43abb760c5185e1f0b09 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/c46eb031900d43abb760c5185e1f0b09 2024-11-11T02:40:31,098 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 37012ea9437f69bad70de6f523bf695f/C of 37012ea9437f69bad70de6f523bf695f into c46eb031900d43abb760c5185e1f0b09(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:31,098 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:31,098 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., storeName=37012ea9437f69bad70de6f523bf695f/C, priority=11, startTime=1731292830923; duration=0sec 2024-11-11T02:40:31,099 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:31,099 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37012ea9437f69bad70de6f523bf695f:C 2024-11-11T02:40:31,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742037_1213 (size=12454) 2024-11-11T02:40:31,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:31,139 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118393094058ae4ab5858b810b486ccf43_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118393094058ae4ab5858b810b486ccf43_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:31,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/e7f40c8b32e446f5a25d30e6a18d37f5, store: [table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:31,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/e7f40c8b32e446f5a25d30e6a18d37f5 is 175, key is test_row_0/A:col10/1731292830055/Put/seqid=0 2024-11-11T02:40:31,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742038_1214 (size=31255) 2024-11-11T02:40:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:31,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-11T02:40:31,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292891276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:31,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:31,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:31,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:31,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292891276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:31,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:31,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:31,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:31,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292891281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:31,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:31,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:31,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:31,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292891389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:31,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292891389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:31,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292891403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:31,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:31,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:31,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:31,412 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/1827c08352534f0e88f517a4669c0398 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/1827c08352534f0e88f517a4669c0398 2024-11-11T02:40:31,418 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 37012ea9437f69bad70de6f523bf695f/B of 37012ea9437f69bad70de6f523bf695f into 1827c08352534f0e88f517a4669c0398(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:31,418 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:31,418 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., storeName=37012ea9437f69bad70de6f523bf695f/B, priority=11, startTime=1731292830923; duration=0sec 2024-11-11T02:40:31,418 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:31,418 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37012ea9437f69bad70de6f523bf695f:B 2024-11-11T02:40:31,576 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/e7f40c8b32e446f5a25d30e6a18d37f5 2024-11-11T02:40:31,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/1d748b4f59844ad6a15118956d500b20 is 50, key is test_row_0/B:col10/1731292830055/Put/seqid=0 2024-11-11T02:40:31,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292891598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:31,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:31,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:31,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:31,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292891598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:31,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:31,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:31,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:31,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292891609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:31,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:31,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:31,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:31,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742039_1215 (size=12301) 2024-11-11T02:40:31,613 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/1d748b4f59844ad6a15118956d500b20 2024-11-11T02:40:31,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/82c7afd8e3dd4b6f8281bcd16a541d22 is 50, key is test_row_0/C:col10/1731292830055/Put/seqid=0 2024-11-11T02:40:31,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742040_1216 (size=12301) 2024-11-11T02:40:31,632 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/82c7afd8e3dd4b6f8281bcd16a541d22 2024-11-11T02:40:31,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/e7f40c8b32e446f5a25d30e6a18d37f5 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/e7f40c8b32e446f5a25d30e6a18d37f5 2024-11-11T02:40:31,646 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/e7f40c8b32e446f5a25d30e6a18d37f5, entries=150, sequenceid=316, filesize=30.5 K 2024-11-11T02:40:31,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/1d748b4f59844ad6a15118956d500b20 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/1d748b4f59844ad6a15118956d500b20 2024-11-11T02:40:31,658 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/1d748b4f59844ad6a15118956d500b20, entries=150, sequenceid=316, filesize=12.0 K 2024-11-11T02:40:31,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/82c7afd8e3dd4b6f8281bcd16a541d22 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/82c7afd8e3dd4b6f8281bcd16a541d22 2024-11-11T02:40:31,671 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/82c7afd8e3dd4b6f8281bcd16a541d22, entries=150, sequenceid=316, filesize=12.0 K 2024-11-11T02:40:31,671 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 37012ea9437f69bad70de6f523bf695f in 621ms, sequenceid=316, compaction requested=false 2024-11-11T02:40:31,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:31,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:31,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-11T02:40:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-11T02:40:31,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-11T02:40:31,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5520 sec 2024-11-11T02:40:31,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.5590 sec 2024-11-11T02:40:31,914 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:40:31,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 37012ea9437f69bad70de6f523bf695f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T02:40:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:31,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111185d59bd318994a54baf7800c84215031_37012ea9437f69bad70de6f523bf695f is 50, key is test_row_0/A:col10/1731292831912/Put/seqid=0 2024-11-11T02:40:31,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742041_1217 (size=12454) 2024-11-11T02:40:31,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292891964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:31,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:31,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:31,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:31,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292891966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:31,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:31,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292891967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:31,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:31,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:31,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:31,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:31,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:31,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:32,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292892079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:32,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:32,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:32,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292892079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:32,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:32,084 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:32,084 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:32,084 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:32,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292892079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:32,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:32,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:32,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:32,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-11T02:40:32,279 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:32,279 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:40:32,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-11T02:40:32,281 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:40:32,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-11T02:40:32,281 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:40:32,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:40:32,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292892289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:32,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292892289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:32,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:32,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:32,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:32,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292892289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:32,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:32,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:32,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:32,360 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:32,364 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111185d59bd318994a54baf7800c84215031_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111185d59bd318994a54baf7800c84215031_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:32,366 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/3bbdb6ab0a594f6b98514852123bc9f5, store: [table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:32,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/3bbdb6ab0a594f6b98514852123bc9f5 is 175, key is test_row_0/A:col10/1731292831912/Put/seqid=0 2024-11-11T02:40:32,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742042_1218 (size=31255) 2024-11-11T02:40:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-11T02:40:32,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-11T02:40:32,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:32,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:32,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:32,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:32,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:32,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-11T02:40:32,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:32,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:32,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:32,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:32,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-11T02:40:32,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292892598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:32,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:32,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:32,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:32,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292892598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:32,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:32,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:32,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:32,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292892599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:32,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:32,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:32,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:32,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-11T02:40:32,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:32,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:32,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:32,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:32,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:32,773 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/3bbdb6ab0a594f6b98514852123bc9f5 2024-11-11T02:40:32,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/13dab0b5c6f74b59b47ca5d0573a472e is 50, key is test_row_0/B:col10/1731292831912/Put/seqid=0 2024-11-11T02:40:32,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742043_1219 (size=12301) 2024-11-11T02:40:32,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/13dab0b5c6f74b59b47ca5d0573a472e 2024-11-11T02:40:32,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/a8dbd087fd75438a9143fc29036eccfd is 50, key is test_row_0/C:col10/1731292831912/Put/seqid=0 2024-11-11T02:40:32,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742044_1220 (size=12301) 2024-11-11T02:40:32,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/a8dbd087fd75438a9143fc29036eccfd 2024-11-11T02:40:32,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-11T02:40:32,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:32,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:32,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:32,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:32,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:32,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/3bbdb6ab0a594f6b98514852123bc9f5 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/3bbdb6ab0a594f6b98514852123bc9f5 2024-11-11T02:40:32,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/3bbdb6ab0a594f6b98514852123bc9f5, entries=150, sequenceid=332, filesize=30.5 K 2024-11-11T02:40:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-11T02:40:32,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/13dab0b5c6f74b59b47ca5d0573a472e as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/13dab0b5c6f74b59b47ca5d0573a472e 2024-11-11T02:40:32,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/13dab0b5c6f74b59b47ca5d0573a472e, entries=150, sequenceid=332, filesize=12.0 K 2024-11-11T02:40:32,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/a8dbd087fd75438a9143fc29036eccfd as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/a8dbd087fd75438a9143fc29036eccfd 2024-11-11T02:40:32,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/a8dbd087fd75438a9143fc29036eccfd, entries=150, sequenceid=332, filesize=12.0 K 2024-11-11T02:40:32,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 37012ea9437f69bad70de6f523bf695f in 1016ms, sequenceid=332, compaction requested=true 2024-11-11T02:40:32,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:32,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37012ea9437f69bad70de6f523bf695f:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:40:32,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:32,930 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:40:32,931 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:40:32,932 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:40:32,932 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 37012ea9437f69bad70de6f523bf695f/A is initiating minor compaction (all files) 2024-11-11T02:40:32,932 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 37012ea9437f69bad70de6f523bf695f/A in TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:32,932 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/d71ccd3b44744a73a273e639adfe16f0, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/e7f40c8b32e446f5a25d30e6a18d37f5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/3bbdb6ab0a594f6b98514852123bc9f5] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp, totalSize=92.2 K 2024-11-11T02:40:32,932 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:32,932 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. files: [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/d71ccd3b44744a73a273e639adfe16f0, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/e7f40c8b32e446f5a25d30e6a18d37f5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/3bbdb6ab0a594f6b98514852123bc9f5] 2024-11-11T02:40:32,933 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:40:32,933 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 37012ea9437f69bad70de6f523bf695f/B is initiating minor compaction (all files) 2024-11-11T02:40:32,933 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 37012ea9437f69bad70de6f523bf695f/B in TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:32,933 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/1827c08352534f0e88f517a4669c0398, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/1d748b4f59844ad6a15118956d500b20, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/13dab0b5c6f74b59b47ca5d0573a472e] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp, totalSize=36.7 K 2024-11-11T02:40:32,933 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 1827c08352534f0e88f517a4669c0398, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731292829661 2024-11-11T02:40:32,933 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting d71ccd3b44744a73a273e639adfe16f0, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731292829661 2024-11-11T02:40:32,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37012ea9437f69bad70de6f523bf695f:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:40:32,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:32,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37012ea9437f69bad70de6f523bf695f:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:40:32,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:32,936 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d748b4f59844ad6a15118956d500b20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731292830052 2024-11-11T02:40:32,936 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7f40c8b32e446f5a25d30e6a18d37f5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731292830052 2024-11-11T02:40:32,937 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 13dab0b5c6f74b59b47ca5d0573a472e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731292831222 2024-11-11T02:40:32,938 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bbdb6ab0a594f6b98514852123bc9f5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731292831222 2024-11-11T02:40:32,965 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37012ea9437f69bad70de6f523bf695f#B#compaction#183 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:32,968 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/a36f2ced32884b7e8d6b074a14a8bbf8 is 50, key is test_row_0/B:col10/1731292831912/Put/seqid=0 2024-11-11T02:40:32,973 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:32,987 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111101f868433c39433f8be5cc9990ff71f2_37012ea9437f69bad70de6f523bf695f store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:32,989 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111101f868433c39433f8be5cc9990ff71f2_37012ea9437f69bad70de6f523bf695f, store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:32,990 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111101f868433c39433f8be5cc9990ff71f2_37012ea9437f69bad70de6f523bf695f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:33,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742045_1221 (size=13051) 2024-11-11T02:40:33,014 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/a36f2ced32884b7e8d6b074a14a8bbf8 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/a36f2ced32884b7e8d6b074a14a8bbf8 2024-11-11T02:40:33,023 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 37012ea9437f69bad70de6f523bf695f/B of 37012ea9437f69bad70de6f523bf695f into a36f2ced32884b7e8d6b074a14a8bbf8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:33,023 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:33,023 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., storeName=37012ea9437f69bad70de6f523bf695f/B, priority=13, startTime=1731292832930; duration=0sec 2024-11-11T02:40:33,023 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:33,023 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37012ea9437f69bad70de6f523bf695f:B 2024-11-11T02:40:33,024 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:40:33,025 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:40:33,025 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 37012ea9437f69bad70de6f523bf695f/C is initiating minor compaction (all files) 2024-11-11T02:40:33,025 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 37012ea9437f69bad70de6f523bf695f/C in TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:33,026 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/c46eb031900d43abb760c5185e1f0b09, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/82c7afd8e3dd4b6f8281bcd16a541d22, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/a8dbd087fd75438a9143fc29036eccfd] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp, totalSize=36.7 K 2024-11-11T02:40:33,026 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting c46eb031900d43abb760c5185e1f0b09, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731292829661 2024-11-11T02:40:33,027 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 82c7afd8e3dd4b6f8281bcd16a541d22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731292830052 2024-11-11T02:40:33,027 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting a8dbd087fd75438a9143fc29036eccfd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731292831222 2024-11-11T02:40:33,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742046_1222 (size=4469) 2024-11-11T02:40:33,033 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37012ea9437f69bad70de6f523bf695f#A#compaction#184 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:33,034 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/5d5deddba5274f6a9a743cefc5423db9 is 175, key is test_row_0/A:col10/1731292831912/Put/seqid=0 2024-11-11T02:40:33,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-11T02:40:33,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:33,047 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 37012ea9437f69bad70de6f523bf695f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T02:40:33,053 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37012ea9437f69bad70de6f523bf695f#C#compaction#185 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:33,053 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/43fc22b8452b4ca08aa3e0b7ec3d0f8e is 50, key is test_row_0/C:col10/1731292831912/Put/seqid=0 2024-11-11T02:40:33,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742047_1223 (size=32005) 2024-11-11T02:40:33,084 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/5d5deddba5274f6a9a743cefc5423db9 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/5d5deddba5274f6a9a743cefc5423db9 2024-11-11T02:40:33,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111dc0010bde8d24f2eac68ab39f3544579_37012ea9437f69bad70de6f523bf695f is 50, key is test_row_0/A:col10/1731292831959/Put/seqid=0 2024-11-11T02:40:33,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742048_1224 (size=13051) 2024-11-11T02:40:33,097 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 37012ea9437f69bad70de6f523bf695f/A of 37012ea9437f69bad70de6f523bf695f into 5d5deddba5274f6a9a743cefc5423db9(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:33,097 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:33,097 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., storeName=37012ea9437f69bad70de6f523bf695f/A, priority=13, startTime=1731292832930; duration=0sec 2024-11-11T02:40:33,097 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:33,097 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37012ea9437f69bad70de6f523bf695f:A 2024-11-11T02:40:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:33,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:33,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742049_1225 (size=12454) 2024-11-11T02:40:33,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:33,126 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111dc0010bde8d24f2eac68ab39f3544579_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111dc0010bde8d24f2eac68ab39f3544579_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:33,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/6096590c80a7489eb12dfc2a1765d5d4, store: [table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:33,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/6096590c80a7489eb12dfc2a1765d5d4 is 175, key is test_row_0/A:col10/1731292831959/Put/seqid=0 2024-11-11T02:40:33,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742050_1226 (size=31255) 2024-11-11T02:40:33,141 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/6096590c80a7489eb12dfc2a1765d5d4 2024-11-11T02:40:33,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292893145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:33,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:33,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292893146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:33,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:33,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292893149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:33,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:33,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/6da14eca8fe44dfdb925be1019a9c267 is 50, key is test_row_0/B:col10/1731292831959/Put/seqid=0 2024-11-11T02:40:33,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742051_1227 (size=12301) 2024-11-11T02:40:33,193 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/6da14eca8fe44dfdb925be1019a9c267 2024-11-11T02:40:33,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/edcdebdd47f6400082eaf98488c5ced2 is 50, key is test_row_0/C:col10/1731292831959/Put/seqid=0 2024-11-11T02:40:33,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742052_1228 (size=12301) 2024-11-11T02:40:33,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292893258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:33,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:33,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292893258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:33,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:33,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292893258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:33,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-11T02:40:33,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292893468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:33,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:33,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292893468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:33,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:33,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292893468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:33,472 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,472 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,472 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:33,499 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/43fc22b8452b4ca08aa3e0b7ec3d0f8e as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/43fc22b8452b4ca08aa3e0b7ec3d0f8e 2024-11-11T02:40:33,504 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 37012ea9437f69bad70de6f523bf695f/C of 37012ea9437f69bad70de6f523bf695f into 43fc22b8452b4ca08aa3e0b7ec3d0f8e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:33,504 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:33,504 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., storeName=37012ea9437f69bad70de6f523bf695f/C, priority=13, startTime=1731292832934; duration=0sec 2024-11-11T02:40:33,504 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:33,504 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37012ea9437f69bad70de6f523bf695f:C 2024-11-11T02:40:33,617 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/edcdebdd47f6400082eaf98488c5ced2 2024-11-11T02:40:33,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/6096590c80a7489eb12dfc2a1765d5d4 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/6096590c80a7489eb12dfc2a1765d5d4 2024-11-11T02:40:33,629 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/6096590c80a7489eb12dfc2a1765d5d4, entries=150, sequenceid=355, filesize=30.5 K 2024-11-11T02:40:33,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/6da14eca8fe44dfdb925be1019a9c267 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/6da14eca8fe44dfdb925be1019a9c267 2024-11-11T02:40:33,639 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/6da14eca8fe44dfdb925be1019a9c267, entries=150, sequenceid=355, filesize=12.0 K 2024-11-11T02:40:33,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/edcdebdd47f6400082eaf98488c5ced2 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/edcdebdd47f6400082eaf98488c5ced2 2024-11-11T02:40:33,647 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/edcdebdd47f6400082eaf98488c5ced2, entries=150, sequenceid=355, filesize=12.0 K 2024-11-11T02:40:33,648 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 37012ea9437f69bad70de6f523bf695f in 601ms, sequenceid=355, compaction requested=false 2024-11-11T02:40:33,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:33,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:33,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-11T02:40:33,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-11T02:40:33,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-11T02:40:33,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3700 sec 2024-11-11T02:40:33,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.3750 sec 2024-11-11T02:40:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:33,783 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:40:33,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 37012ea9437f69bad70de6f523bf695f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-11T02:40:33,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110e898800a8154e4ab855167a679ebed5_37012ea9437f69bad70de6f523bf695f is 50, key is test_row_0/A:col10/1731292833782/Put/seqid=0 2024-11-11T02:40:33,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742053_1229 (size=20074) 2024-11-11T02:40:33,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292893808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:33,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:33,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292893810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:33,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:33,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292893811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:33,812 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,812 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,812 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:33,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:33,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:33,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292893918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:33,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:33,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292893918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:33,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:33,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:33,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:33,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292893918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:33,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:33,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:34,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292894129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:34,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:34,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292894129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:34,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:34,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:34,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:34,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:34,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:34,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292894129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:34,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:34,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:34,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:34,204 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:34,211 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110e898800a8154e4ab855167a679ebed5_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110e898800a8154e4ab855167a679ebed5_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:34,212 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/b47e3bbc866649d08df3d61a39e94363, store: [table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:34,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/b47e3bbc866649d08df3d61a39e94363 is 175, key is test_row_0/A:col10/1731292833782/Put/seqid=0 2024-11-11T02:40:34,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742054_1230 (size=57333) 2024-11-11T02:40:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-11T02:40:34,439 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:34,439 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:40:34,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292894438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-11T02:40:34,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:34,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:34,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:34,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292894439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:34,440 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:34,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:34,440 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:34,440 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292894439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-11T02:40:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:34,441 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:40:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:34,441 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:40:34,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:40:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-11T02:40:34,575 INFO [Thread-670 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-670. 2024-11-11T02:40:34,575 DEBUG [Thread-670 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:40:34,575 DEBUG [Thread-670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:34,575 DEBUG [Thread-670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:34,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:40:34,579 INFO [Thread-672 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-672. 2024-11-11T02:40:34,579 INFO [Thread-676 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-676. 2024-11-11T02:40:34,579 DEBUG [Thread-676 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:40:34,579 DEBUG [Thread-672 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:40:34,579 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:34,579 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:34,579 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:34,579 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:34,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:40:34,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:40:34,583 INFO [Thread-674 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-674. 2024-11-11T02:40:34,583 DEBUG [Thread-674 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:40:34,583 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:34,583 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:34,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:40:34,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-11T02:40:34,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:34,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:34,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:34,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:34,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:34,617 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/b47e3bbc866649d08df3d61a39e94363 2024-11-11T02:40:34,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/ff104d77632e4b8aa4e08becc84b9e4b is 50, key is test_row_0/B:col10/1731292833782/Put/seqid=0 2024-11-11T02:40:34,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742055_1231 (size=12301) 2024-11-11T02:40:34,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-11T02:40:34,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:34,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:34,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:34,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:34,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-11T02:40:34,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-11T02:40:34,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:34,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:34,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:34,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:34,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:34,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:34,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37524 deadline: 1731292894948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37486 deadline: 1731292894949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:34,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37552 deadline: 1731292894949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:34,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:34,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:34,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:34,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:34,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:34,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:34,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:34,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:34,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:35,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/ff104d77632e4b8aa4e08becc84b9e4b 2024-11-11T02:40:35,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/ac638a65aaa84311873cfc583af6ee96 is 50, key is test_row_0/C:col10/1731292833782/Put/seqid=0 2024-11-11T02:40:35,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742056_1232 (size=12301) 2024-11-11T02:40:35,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-11T02:40:35,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:35,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:35,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:35,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:35,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-11T02:40:35,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-11T02:40:35,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:35,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:35,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:35,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:35,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:35,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37482 deadline: 1731292895318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:35,320 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_0' in 37012ea9437f69bad70de6f523bf695f of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18264 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:40:35,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:35,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:35,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:35,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37510 deadline: 1731292895359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:35,360 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_2' in 37012ea9437f69bad70de6f523bf695f of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18300 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:40:35,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:35,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:35,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:40:35,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-11T02:40:35,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:35,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:35,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:35,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:35,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:35,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/ac638a65aaa84311873cfc583af6ee96 2024-11-11T02:40:35,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/b47e3bbc866649d08df3d61a39e94363 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/b47e3bbc866649d08df3d61a39e94363 2024-11-11T02:40:35,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/b47e3bbc866649d08df3d61a39e94363, entries=300, sequenceid=374, filesize=56.0 K 2024-11-11T02:40:35,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/ff104d77632e4b8aa4e08becc84b9e4b as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/ff104d77632e4b8aa4e08becc84b9e4b 2024-11-11T02:40:35,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/ff104d77632e4b8aa4e08becc84b9e4b, entries=150, sequenceid=374, filesize=12.0 K 2024-11-11T02:40:35,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/ac638a65aaa84311873cfc583af6ee96 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/ac638a65aaa84311873cfc583af6ee96 2024-11-11T02:40:35,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/ac638a65aaa84311873cfc583af6ee96, entries=150, sequenceid=374, filesize=12.0 K 2024-11-11T02:40:35,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 37012ea9437f69bad70de6f523bf695f in 1694ms, sequenceid=374, compaction requested=true 2024-11-11T02:40:35,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:35,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37012ea9437f69bad70de6f523bf695f:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:40:35,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:35,477 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:40:35,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37012ea9437f69bad70de6f523bf695f:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:40:35,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:35,477 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:40:35,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37012ea9437f69bad70de6f523bf695f:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:40:35,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:35,478 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:40:35,478 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120593 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:40:35,478 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 37012ea9437f69bad70de6f523bf695f/A is initiating minor compaction (all files) 2024-11-11T02:40:35,478 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 37012ea9437f69bad70de6f523bf695f/B is initiating minor compaction (all files) 2024-11-11T02:40:35,478 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 37012ea9437f69bad70de6f523bf695f/B in TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:35,478 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 37012ea9437f69bad70de6f523bf695f/A in TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:35,478 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/a36f2ced32884b7e8d6b074a14a8bbf8, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/6da14eca8fe44dfdb925be1019a9c267, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/ff104d77632e4b8aa4e08becc84b9e4b] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp, totalSize=36.8 K 2024-11-11T02:40:35,478 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/5d5deddba5274f6a9a743cefc5423db9, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/6096590c80a7489eb12dfc2a1765d5d4, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/b47e3bbc866649d08df3d61a39e94363] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp, totalSize=117.8 K 2024-11-11T02:40:35,478 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:35,478 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. files: [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/5d5deddba5274f6a9a743cefc5423db9, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/6096590c80a7489eb12dfc2a1765d5d4, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/b47e3bbc866649d08df3d61a39e94363] 2024-11-11T02:40:35,479 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting a36f2ced32884b7e8d6b074a14a8bbf8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731292831222 2024-11-11T02:40:35,479 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d5deddba5274f6a9a743cefc5423db9, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731292831222 2024-11-11T02:40:35,479 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 6da14eca8fe44dfdb925be1019a9c267, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731292831959 2024-11-11T02:40:35,479 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6096590c80a7489eb12dfc2a1765d5d4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731292831959 2024-11-11T02:40:35,479 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting ff104d77632e4b8aa4e08becc84b9e4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731292833130 2024-11-11T02:40:35,479 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting b47e3bbc866649d08df3d61a39e94363, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731292833130 2024-11-11T02:40:35,489 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37012ea9437f69bad70de6f523bf695f#B#compaction#192 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:35,490 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/ae5afa1231524e3880b43518c5eedebd is 50, key is test_row_0/B:col10/1731292833782/Put/seqid=0 2024-11-11T02:40:35,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742057_1233 (size=13153) 2024-11-11T02:40:35,496 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:35,499 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111bcc2efdd80a14d7194fbf6933b5e47ea_37012ea9437f69bad70de6f523bf695f store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:35,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-11T02:40:35,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:35,518 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 37012ea9437f69bad70de6f523bf695f 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-11T02:40:35,533 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111bcc2efdd80a14d7194fbf6933b5e47ea_37012ea9437f69bad70de6f523bf695f, store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:35,533 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111bcc2efdd80a14d7194fbf6933b5e47ea_37012ea9437f69bad70de6f523bf695f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:35,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111033229645b0c417f846d7d396d03f69a_37012ea9437f69bad70de6f523bf695f is 50, key is test_row_0/A:col10/1731292833810/Put/seqid=0 2024-11-11T02:40:35,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742058_1234 (size=4469) 2024-11-11T02:40:35,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742059_1235 (size=12454) 2024-11-11T02:40:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-11T02:40:35,901 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/ae5afa1231524e3880b43518c5eedebd as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/ae5afa1231524e3880b43518c5eedebd 2024-11-11T02:40:35,905 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 37012ea9437f69bad70de6f523bf695f/B of 37012ea9437f69bad70de6f523bf695f into ae5afa1231524e3880b43518c5eedebd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:35,905 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:35,905 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., storeName=37012ea9437f69bad70de6f523bf695f/B, priority=13, startTime=1731292835477; duration=0sec 2024-11-11T02:40:35,905 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:35,905 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37012ea9437f69bad70de6f523bf695f:B 2024-11-11T02:40:35,905 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:40:35,906 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:40:35,906 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 37012ea9437f69bad70de6f523bf695f/C is initiating minor compaction (all files) 2024-11-11T02:40:35,906 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 37012ea9437f69bad70de6f523bf695f/C in TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:35,906 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/43fc22b8452b4ca08aa3e0b7ec3d0f8e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/edcdebdd47f6400082eaf98488c5ced2, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/ac638a65aaa84311873cfc583af6ee96] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp, totalSize=36.8 K 2024-11-11T02:40:35,907 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 43fc22b8452b4ca08aa3e0b7ec3d0f8e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731292831222 2024-11-11T02:40:35,907 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting edcdebdd47f6400082eaf98488c5ced2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731292831959 2024-11-11T02:40:35,907 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting ac638a65aaa84311873cfc583af6ee96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731292833130 2024-11-11T02:40:35,915 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37012ea9437f69bad70de6f523bf695f#C#compaction#195 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:35,915 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/036295ea66404d6697b522d42d358978 is 50, key is test_row_0/C:col10/1731292833782/Put/seqid=0 2024-11-11T02:40:35,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742060_1236 (size=13153) 2024-11-11T02:40:35,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:35,950 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37012ea9437f69bad70de6f523bf695f#A#compaction#193 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:35,951 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/cac2bf25561f4c119954396d8e6bbce6 is 175, key is test_row_0/A:col10/1731292833782/Put/seqid=0 2024-11-11T02:40:35,954 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111033229645b0c417f846d7d396d03f69a_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111033229645b0c417f846d7d396d03f69a_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:35,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742061_1237 (size=32107) 2024-11-11T02:40:35,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/fec565c623ef4f11a68f0fd2a36a9fd5, store: [table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:35,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/fec565c623ef4f11a68f0fd2a36a9fd5 is 175, key is test_row_0/A:col10/1731292833810/Put/seqid=0 2024-11-11T02:40:35,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:35,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. as already flushing 2024-11-11T02:40:35,960 INFO [Thread-661 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-661. 2024-11-11T02:40:35,960 DEBUG [Thread-661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:40:35,960 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:35,961 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:35,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:40:35,961 INFO [Thread-667 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-667. 2024-11-11T02:40:35,961 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/cac2bf25561f4c119954396d8e6bbce6 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/cac2bf25561f4c119954396d8e6bbce6 2024-11-11T02:40:35,961 DEBUG [Thread-667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:40:35,961 DEBUG [Thread-667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:35,961 DEBUG [Thread-667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:35,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:40:35,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742062_1238 (size=31255) 2024-11-11T02:40:35,966 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 37012ea9437f69bad70de6f523bf695f/A of 37012ea9437f69bad70de6f523bf695f into cac2bf25561f4c119954396d8e6bbce6(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:35,966 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:35,966 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., storeName=37012ea9437f69bad70de6f523bf695f/A, priority=13, startTime=1731292835477; duration=0sec 2024-11-11T02:40:35,966 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:35,966 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37012ea9437f69bad70de6f523bf695f:A 2024-11-11T02:40:35,970 INFO [Thread-659 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-659. 2024-11-11T02:40:35,970 DEBUG [Thread-659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:40:35,970 DEBUG [Thread-659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:35,970 DEBUG [Thread-659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:35,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:40:36,328 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/036295ea66404d6697b522d42d358978 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/036295ea66404d6697b522d42d358978 2024-11-11T02:40:36,335 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 37012ea9437f69bad70de6f523bf695f/C of 37012ea9437f69bad70de6f523bf695f into 036295ea66404d6697b522d42d358978(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:36,335 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:36,335 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., storeName=37012ea9437f69bad70de6f523bf695f/C, priority=13, startTime=1731292835477; duration=0sec 2024-11-11T02:40:36,335 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:36,335 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37012ea9437f69bad70de6f523bf695f:C 2024-11-11T02:40:36,364 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=393, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/fec565c623ef4f11a68f0fd2a36a9fd5 2024-11-11T02:40:36,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/fec03f696a8a4191aa387450bf938ddf is 50, key is test_row_0/B:col10/1731292833810/Put/seqid=0 2024-11-11T02:40:36,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742063_1239 (size=12301) 2024-11-11T02:40:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-11T02:40:36,780 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/fec03f696a8a4191aa387450bf938ddf 2024-11-11T02:40:36,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/18884c63c45e4da6bbbce0308eca3ec8 is 50, key is test_row_0/C:col10/1731292833810/Put/seqid=0 2024-11-11T02:40:36,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742064_1240 (size=12301) 2024-11-11T02:40:37,192 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/18884c63c45e4da6bbbce0308eca3ec8 2024-11-11T02:40:37,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/fec565c623ef4f11a68f0fd2a36a9fd5 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/fec565c623ef4f11a68f0fd2a36a9fd5 2024-11-11T02:40:37,200 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/fec565c623ef4f11a68f0fd2a36a9fd5, entries=150, sequenceid=393, filesize=30.5 K 2024-11-11T02:40:37,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/fec03f696a8a4191aa387450bf938ddf as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/fec03f696a8a4191aa387450bf938ddf 2024-11-11T02:40:37,205 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/fec03f696a8a4191aa387450bf938ddf, entries=150, sequenceid=393, filesize=12.0 K 2024-11-11T02:40:37,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/18884c63c45e4da6bbbce0308eca3ec8 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/18884c63c45e4da6bbbce0308eca3ec8 2024-11-11T02:40:37,210 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/18884c63c45e4da6bbbce0308eca3ec8, entries=150, sequenceid=393, filesize=12.0 K 2024-11-11T02:40:37,211 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=20.13 KB/20610 for 37012ea9437f69bad70de6f523bf695f in 1693ms, sequenceid=393, compaction requested=false 2024-11-11T02:40:37,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 37012ea9437f69bad70de6f523bf695f: 2024-11-11T02:40:37,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:37,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-11T02:40:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-11T02:40:37,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-11T02:40:37,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7710 sec 2024-11-11T02:40:37,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 2.7750 sec 2024-11-11T02:40:38,267 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T02:40:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-11T02:40:38,609 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:45,410 INFO [Thread-663 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-663. 2024-11-11T02:40:45,410 DEBUG [Thread-663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:40:45,410 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:45,410 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:45,411 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:40:45,420 INFO [Thread-665 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-665. 2024-11-11T02:40:45,420 DEBUG [Thread-665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:40:45,420 DEBUG [Thread-665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:45,420 DEBUG [Thread-665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:45,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:40:45,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T02:40:45,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-11T02:40:45,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-11T02:40:45,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-11T02:40:45,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-11T02:40:45,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-11T02:40:45,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T02:40:45,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3297 2024-11-11T02:40:45,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3292 2024-11-11T02:40:45,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T02:40:45,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1456 2024-11-11T02:40:45,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4367 rows 2024-11-11T02:40:45,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1464 2024-11-11T02:40:45,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4391 rows 2024-11-11T02:40:45,420 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T02:40:45,420 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T02:40:45,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:45,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:45,421 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:40:45,421 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T02:40:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T02:40:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-11T02:40:45,424 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292845424"}]},"ts":"1731292845424"} 2024-11-11T02:40:45,427 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T02:40:45,427 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T02:40:45,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T02:40:45,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=37012ea9437f69bad70de6f523bf695f, UNASSIGN}] 2024-11-11T02:40:45,430 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=37012ea9437f69bad70de6f523bf695f, UNASSIGN 2024-11-11T02:40:45,431 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=37012ea9437f69bad70de6f523bf695f, regionState=CLOSING, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:45,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=37012ea9437f69bad70de6f523bf695f, UNASSIGN because future has completed 2024-11-11T02:40:45,432 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T02:40:45,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; CloseRegionProcedure 37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905}] 2024-11-11T02:40:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-11T02:40:45,584 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] handler.UnassignRegionHandler(122): Close 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:45,584 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T02:40:45,584 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1722): Closing 37012ea9437f69bad70de6f523bf695f, disabling compactions & flushes 2024-11-11T02:40:45,584 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:45,584 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:45,584 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. after waiting 0 ms 2024-11-11T02:40:45,584 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:45,584 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(2902): Flushing 37012ea9437f69bad70de6f523bf695f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T02:40:45,594 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115edf1bbcd1944e22984ba331b5b2baa8_37012ea9437f69bad70de6f523bf695f is 50, key is test_row_0/A:col10/1731292845418/Put/seqid=0 2024-11-11T02:40:45,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742065_1241 (size=12454) 2024-11-11T02:40:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-11T02:40:45,999 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:46,003 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115edf1bbcd1944e22984ba331b5b2baa8_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115edf1bbcd1944e22984ba331b5b2baa8_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:46,004 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/a503826478394e798426fcea2fe0cf24, store: [table=TestAcidGuarantees family=A region=37012ea9437f69bad70de6f523bf695f] 2024-11-11T02:40:46,005 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/a503826478394e798426fcea2fe0cf24 is 175, key is test_row_0/A:col10/1731292845418/Put/seqid=0 2024-11-11T02:40:46,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742066_1242 (size=31255) 2024-11-11T02:40:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-11T02:40:46,409 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=404, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/a503826478394e798426fcea2fe0cf24 2024-11-11T02:40:46,419 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/ff5ba6d30ee044388696223fa09c8f1a is 50, key is test_row_0/B:col10/1731292845418/Put/seqid=0 2024-11-11T02:40:46,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742067_1243 (size=12301) 2024-11-11T02:40:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-11T02:40:46,825 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/ff5ba6d30ee044388696223fa09c8f1a 2024-11-11T02:40:46,853 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/6e53acf1128642f195424d5a02ef1b75 is 50, key is test_row_0/C:col10/1731292845418/Put/seqid=0 2024-11-11T02:40:46,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742068_1244 (size=12301) 2024-11-11T02:40:47,259 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/6e53acf1128642f195424d5a02ef1b75 2024-11-11T02:40:47,269 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/A/a503826478394e798426fcea2fe0cf24 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/a503826478394e798426fcea2fe0cf24 2024-11-11T02:40:47,273 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/a503826478394e798426fcea2fe0cf24, entries=150, sequenceid=404, filesize=30.5 K 2024-11-11T02:40:47,274 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/B/ff5ba6d30ee044388696223fa09c8f1a as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/ff5ba6d30ee044388696223fa09c8f1a 2024-11-11T02:40:47,278 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/ff5ba6d30ee044388696223fa09c8f1a, entries=150, sequenceid=404, filesize=12.0 K 2024-11-11T02:40:47,279 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/.tmp/C/6e53acf1128642f195424d5a02ef1b75 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/6e53acf1128642f195424d5a02ef1b75 2024-11-11T02:40:47,283 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/6e53acf1128642f195424d5a02ef1b75, entries=150, sequenceid=404, filesize=12.0 K 2024-11-11T02:40:47,284 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 37012ea9437f69bad70de6f523bf695f in 1700ms, sequenceid=404, compaction requested=true 2024-11-11T02:40:47,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/9c97b8cdf1614a61b491e9aaef266704, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/4dfd395083d042ac922dc504019966de, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/125d2d1c86aa4e33946c151e14f73fcb, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/3d2d82d2664c4fca924c4623a7239a46, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/18f1d839f40f4780aa91f3a20137cd4d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/03ac3384f8024b7d9635289f55c7b488, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/16f89eaf91814376a60ab116b2d7c0a2, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/500524dc76934d879313b4fb77d0131f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/1ad4bdc5f0ad4c8c9b0f44ddc7a6423f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/b23719628c484b95aa6e97c44226ad67, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/5d61d663bc6342d494cfa5043a3c9ca0, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/2e62b6698dcb491eb9f85f2c9573d1d3, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/d76e3362aa4e4062ae29bc6638a9296d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/8672fdf864794598983a170e13467b1d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/c3ef42a6fb284b3ebe760897b3c608cd, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/268fcce2608d4774bd243a46f85a1245, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/431f5b488d0c4d8f8457d266d07fe585, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/f15ba165c4664127b4d16d1d7372974b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/62cc5b63e93649a386fcfebc4e53d6c4, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/d71ccd3b44744a73a273e639adfe16f0, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/e7f40c8b32e446f5a25d30e6a18d37f5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/5d5deddba5274f6a9a743cefc5423db9, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/3bbdb6ab0a594f6b98514852123bc9f5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/6096590c80a7489eb12dfc2a1765d5d4, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/b47e3bbc866649d08df3d61a39e94363] to archive 2024-11-11T02:40:47,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T02:40:47,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/9c97b8cdf1614a61b491e9aaef266704 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/9c97b8cdf1614a61b491e9aaef266704 2024-11-11T02:40:47,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/4dfd395083d042ac922dc504019966de to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/4dfd395083d042ac922dc504019966de 2024-11-11T02:40:47,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/125d2d1c86aa4e33946c151e14f73fcb to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/125d2d1c86aa4e33946c151e14f73fcb 2024-11-11T02:40:47,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/3d2d82d2664c4fca924c4623a7239a46 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/3d2d82d2664c4fca924c4623a7239a46 2024-11-11T02:40:47,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/18f1d839f40f4780aa91f3a20137cd4d to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/18f1d839f40f4780aa91f3a20137cd4d 2024-11-11T02:40:47,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/03ac3384f8024b7d9635289f55c7b488 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/03ac3384f8024b7d9635289f55c7b488 2024-11-11T02:40:47,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/16f89eaf91814376a60ab116b2d7c0a2 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/16f89eaf91814376a60ab116b2d7c0a2 2024-11-11T02:40:47,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/500524dc76934d879313b4fb77d0131f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/500524dc76934d879313b4fb77d0131f 2024-11-11T02:40:47,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/1ad4bdc5f0ad4c8c9b0f44ddc7a6423f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/1ad4bdc5f0ad4c8c9b0f44ddc7a6423f 2024-11-11T02:40:47,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/b23719628c484b95aa6e97c44226ad67 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/b23719628c484b95aa6e97c44226ad67 2024-11-11T02:40:47,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/5d61d663bc6342d494cfa5043a3c9ca0 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/5d61d663bc6342d494cfa5043a3c9ca0 2024-11-11T02:40:47,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/2e62b6698dcb491eb9f85f2c9573d1d3 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/2e62b6698dcb491eb9f85f2c9573d1d3 2024-11-11T02:40:47,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/d76e3362aa4e4062ae29bc6638a9296d to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/d76e3362aa4e4062ae29bc6638a9296d 2024-11-11T02:40:47,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/8672fdf864794598983a170e13467b1d to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/8672fdf864794598983a170e13467b1d 2024-11-11T02:40:47,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/c3ef42a6fb284b3ebe760897b3c608cd to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/c3ef42a6fb284b3ebe760897b3c608cd 2024-11-11T02:40:47,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/268fcce2608d4774bd243a46f85a1245 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/268fcce2608d4774bd243a46f85a1245 2024-11-11T02:40:47,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/431f5b488d0c4d8f8457d266d07fe585 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/431f5b488d0c4d8f8457d266d07fe585 2024-11-11T02:40:47,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/f15ba165c4664127b4d16d1d7372974b to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/f15ba165c4664127b4d16d1d7372974b 2024-11-11T02:40:47,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/62cc5b63e93649a386fcfebc4e53d6c4 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/62cc5b63e93649a386fcfebc4e53d6c4 2024-11-11T02:40:47,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/d71ccd3b44744a73a273e639adfe16f0 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/d71ccd3b44744a73a273e639adfe16f0 2024-11-11T02:40:47,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/e7f40c8b32e446f5a25d30e6a18d37f5 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/e7f40c8b32e446f5a25d30e6a18d37f5 2024-11-11T02:40:47,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/5d5deddba5274f6a9a743cefc5423db9 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/5d5deddba5274f6a9a743cefc5423db9 2024-11-11T02:40:47,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/3bbdb6ab0a594f6b98514852123bc9f5 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/3bbdb6ab0a594f6b98514852123bc9f5 2024-11-11T02:40:47,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/6096590c80a7489eb12dfc2a1765d5d4 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/6096590c80a7489eb12dfc2a1765d5d4 2024-11-11T02:40:47,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/b47e3bbc866649d08df3d61a39e94363 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/b47e3bbc866649d08df3d61a39e94363 2024-11-11T02:40:47,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/946bebcafadb402bb9e9a13c68bf572d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/f4dd481a736740138e45f79c8ea23f68, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/1e4d085d5cb64357928ab0c96d7cf2f9, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/911b4cbace0f49b89d55018b00450abb, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/b3778721764d458195312c31856e9726, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/267f0dbb26f84f4c9fbbbe424d976d70, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/7a09048448324a0cbe8b45ab8ed7b0bd, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/5c6afff0f0944fa5bf12eeda64d4e010, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/b48cc79f6f774071ac825420a200266c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/a8f0edad9bb54080aa92b14387bad914, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/9fee3a475e7e4e1ba517ca12fb68375f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/80aade4b52a249bfa7098187b7b882ce, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/ae52a927f8f5477ebe6cf214845290ad, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/d2dee936420f48ddbf593687306b0ebb, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/f7e74e4cf2e540bc9140176f7265adf3, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/60b74960b1c0412c8cff21ff06d37641, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/2b7b586de9884487ad446e7645ac6106, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/d7520db5cbe64214a93fdc4796a8e68e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/1827c08352534f0e88f517a4669c0398, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/d9c536ddaf9e41e88e438a2d0b39c5e3, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/1d748b4f59844ad6a15118956d500b20, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/a36f2ced32884b7e8d6b074a14a8bbf8, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/13dab0b5c6f74b59b47ca5d0573a472e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/6da14eca8fe44dfdb925be1019a9c267, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/ff104d77632e4b8aa4e08becc84b9e4b] to archive 2024-11-11T02:40:47,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T02:40:47,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/946bebcafadb402bb9e9a13c68bf572d to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/946bebcafadb402bb9e9a13c68bf572d 2024-11-11T02:40:47,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/f4dd481a736740138e45f79c8ea23f68 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/f4dd481a736740138e45f79c8ea23f68 2024-11-11T02:40:47,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/1e4d085d5cb64357928ab0c96d7cf2f9 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/1e4d085d5cb64357928ab0c96d7cf2f9 2024-11-11T02:40:47,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/911b4cbace0f49b89d55018b00450abb to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/911b4cbace0f49b89d55018b00450abb 2024-11-11T02:40:47,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/b3778721764d458195312c31856e9726 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/b3778721764d458195312c31856e9726 2024-11-11T02:40:47,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/267f0dbb26f84f4c9fbbbe424d976d70 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/267f0dbb26f84f4c9fbbbe424d976d70 2024-11-11T02:40:47,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/7a09048448324a0cbe8b45ab8ed7b0bd to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/7a09048448324a0cbe8b45ab8ed7b0bd 2024-11-11T02:40:47,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/5c6afff0f0944fa5bf12eeda64d4e010 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/5c6afff0f0944fa5bf12eeda64d4e010 2024-11-11T02:40:47,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/b48cc79f6f774071ac825420a200266c to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/b48cc79f6f774071ac825420a200266c 2024-11-11T02:40:47,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/a8f0edad9bb54080aa92b14387bad914 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/a8f0edad9bb54080aa92b14387bad914 2024-11-11T02:40:47,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/9fee3a475e7e4e1ba517ca12fb68375f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/9fee3a475e7e4e1ba517ca12fb68375f 2024-11-11T02:40:47,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/80aade4b52a249bfa7098187b7b882ce to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/80aade4b52a249bfa7098187b7b882ce 2024-11-11T02:40:47,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/ae52a927f8f5477ebe6cf214845290ad to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/ae52a927f8f5477ebe6cf214845290ad 2024-11-11T02:40:47,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/d2dee936420f48ddbf593687306b0ebb to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/d2dee936420f48ddbf593687306b0ebb 2024-11-11T02:40:47,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/f7e74e4cf2e540bc9140176f7265adf3 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/f7e74e4cf2e540bc9140176f7265adf3 2024-11-11T02:40:47,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/60b74960b1c0412c8cff21ff06d37641 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/60b74960b1c0412c8cff21ff06d37641 2024-11-11T02:40:47,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/2b7b586de9884487ad446e7645ac6106 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/2b7b586de9884487ad446e7645ac6106 2024-11-11T02:40:47,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/d7520db5cbe64214a93fdc4796a8e68e to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/d7520db5cbe64214a93fdc4796a8e68e 2024-11-11T02:40:47,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/1827c08352534f0e88f517a4669c0398 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/1827c08352534f0e88f517a4669c0398 2024-11-11T02:40:47,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/d9c536ddaf9e41e88e438a2d0b39c5e3 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/d9c536ddaf9e41e88e438a2d0b39c5e3 2024-11-11T02:40:47,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/1d748b4f59844ad6a15118956d500b20 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/1d748b4f59844ad6a15118956d500b20 2024-11-11T02:40:47,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/a36f2ced32884b7e8d6b074a14a8bbf8 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/a36f2ced32884b7e8d6b074a14a8bbf8 2024-11-11T02:40:47,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/13dab0b5c6f74b59b47ca5d0573a472e to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/13dab0b5c6f74b59b47ca5d0573a472e 2024-11-11T02:40:47,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/6da14eca8fe44dfdb925be1019a9c267 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/6da14eca8fe44dfdb925be1019a9c267 2024-11-11T02:40:47,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/ff104d77632e4b8aa4e08becc84b9e4b to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/ff104d77632e4b8aa4e08becc84b9e4b 2024-11-11T02:40:47,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/df73116197b846abab3a136c8414a8f5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/6703604f85204bf59aa9af692d7dc2a4, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/e100d98605ec43b09d91fb65ae7493cb, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/f2be3fb7c1d24ac1b9c2850901960a2b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/904a3e15d95e4e91adc1e4e24875605b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/f080e1ab373d4c75a50a5d31ac818fcf, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/1ac9cc34f2804780be7dcccfeeae962f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/f3206b37609d44abab0ac224fa12f634, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/03af4993994f4cf9bb36f17bc9f58986, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/ab68cb8584e94c319b9b1a5586951cf0, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/a417c43b62c34985bdcbd2ea57eb280d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/2019dfbbd88b42a1a4d323e33ab74ba7, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/9815996d83204f9185503a55bc7df020, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/b64eb6202ba444d4be2ca1cd15e237ea, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/227963735b0f4e7294d480fad01fa5be, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/ec4bc6a7bfbc4f0b83d7e0348ce82ba4, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/e8cc07a4b8b04169b95c9756c6dbc225, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/4e5e3647f400410b93f85240b473ed9b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/c46eb031900d43abb760c5185e1f0b09, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/b1865292ddc549f09b8b26b2b695a245, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/82c7afd8e3dd4b6f8281bcd16a541d22, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/43fc22b8452b4ca08aa3e0b7ec3d0f8e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/a8dbd087fd75438a9143fc29036eccfd, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/edcdebdd47f6400082eaf98488c5ced2, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/ac638a65aaa84311873cfc583af6ee96] to archive 2024-11-11T02:40:47,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T02:40:47,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/df73116197b846abab3a136c8414a8f5 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/df73116197b846abab3a136c8414a8f5 2024-11-11T02:40:47,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/6703604f85204bf59aa9af692d7dc2a4 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/6703604f85204bf59aa9af692d7dc2a4 2024-11-11T02:40:47,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/e100d98605ec43b09d91fb65ae7493cb to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/e100d98605ec43b09d91fb65ae7493cb 2024-11-11T02:40:47,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/f2be3fb7c1d24ac1b9c2850901960a2b to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/f2be3fb7c1d24ac1b9c2850901960a2b 2024-11-11T02:40:47,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/904a3e15d95e4e91adc1e4e24875605b to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/904a3e15d95e4e91adc1e4e24875605b 2024-11-11T02:40:47,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/f080e1ab373d4c75a50a5d31ac818fcf to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/f080e1ab373d4c75a50a5d31ac818fcf 2024-11-11T02:40:47,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/1ac9cc34f2804780be7dcccfeeae962f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/1ac9cc34f2804780be7dcccfeeae962f 2024-11-11T02:40:47,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/f3206b37609d44abab0ac224fa12f634 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/f3206b37609d44abab0ac224fa12f634 2024-11-11T02:40:47,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/03af4993994f4cf9bb36f17bc9f58986 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/03af4993994f4cf9bb36f17bc9f58986 2024-11-11T02:40:47,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/ab68cb8584e94c319b9b1a5586951cf0 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/ab68cb8584e94c319b9b1a5586951cf0 2024-11-11T02:40:47,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/a417c43b62c34985bdcbd2ea57eb280d to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/a417c43b62c34985bdcbd2ea57eb280d 2024-11-11T02:40:47,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/2019dfbbd88b42a1a4d323e33ab74ba7 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/2019dfbbd88b42a1a4d323e33ab74ba7 2024-11-11T02:40:47,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/9815996d83204f9185503a55bc7df020 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/9815996d83204f9185503a55bc7df020 2024-11-11T02:40:47,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/b64eb6202ba444d4be2ca1cd15e237ea to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/b64eb6202ba444d4be2ca1cd15e237ea 2024-11-11T02:40:47,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/227963735b0f4e7294d480fad01fa5be to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/227963735b0f4e7294d480fad01fa5be 2024-11-11T02:40:47,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/ec4bc6a7bfbc4f0b83d7e0348ce82ba4 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/ec4bc6a7bfbc4f0b83d7e0348ce82ba4 2024-11-11T02:40:47,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/e8cc07a4b8b04169b95c9756c6dbc225 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/e8cc07a4b8b04169b95c9756c6dbc225 2024-11-11T02:40:47,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/4e5e3647f400410b93f85240b473ed9b to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/4e5e3647f400410b93f85240b473ed9b 2024-11-11T02:40:47,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/c46eb031900d43abb760c5185e1f0b09 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/c46eb031900d43abb760c5185e1f0b09 2024-11-11T02:40:47,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/b1865292ddc549f09b8b26b2b695a245 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/b1865292ddc549f09b8b26b2b695a245 2024-11-11T02:40:47,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/82c7afd8e3dd4b6f8281bcd16a541d22 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/82c7afd8e3dd4b6f8281bcd16a541d22 2024-11-11T02:40:47,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/43fc22b8452b4ca08aa3e0b7ec3d0f8e to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/43fc22b8452b4ca08aa3e0b7ec3d0f8e 2024-11-11T02:40:47,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/a8dbd087fd75438a9143fc29036eccfd to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/a8dbd087fd75438a9143fc29036eccfd 2024-11-11T02:40:47,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/edcdebdd47f6400082eaf98488c5ced2 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/edcdebdd47f6400082eaf98488c5ced2 2024-11-11T02:40:47,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/ac638a65aaa84311873cfc583af6ee96 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/ac638a65aaa84311873cfc583af6ee96 2024-11-11T02:40:47,372 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/recovered.edits/407.seqid, newMaxSeqId=407, maxSeqId=4 2024-11-11T02:40:47,372 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. 2024-11-11T02:40:47,373 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1676): Region close journal for 37012ea9437f69bad70de6f523bf695f: Waiting for close lock at 1731292845584Running coprocessor pre-close hooks at 1731292845584Disabling compacts and flushes for region at 1731292845584Disabling writes for close at 1731292845584Obtaining lock to block concurrent updates at 1731292845584Preparing flush snapshotting stores in 37012ea9437f69bad70de6f523bf695f at 1731292845584Finished memstore snapshotting TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731292845584Flushing stores of TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f. at 1731292845585 (+1 ms)Flushing 37012ea9437f69bad70de6f523bf695f/A: creating writer at 1731292845585Flushing mob file 37012ea9437f69bad70de6f523bf695f/A: appending metadata at 1731292845593 (+8 ms)Flushing mob file 37012ea9437f69bad70de6f523bf695f/A: closing flushed file at 1731292845593Flushing 37012ea9437f69bad70de6f523bf695f/A: appending metadata at 1731292846004 (+411 ms)Flushing 37012ea9437f69bad70de6f523bf695f/A: closing flushed file at 1731292846004Flushing 37012ea9437f69bad70de6f523bf695f/B: creating writer at 1731292846415 (+411 ms)Flushing 37012ea9437f69bad70de6f523bf695f/B: appending metadata at 1731292846419 (+4 ms)Flushing 37012ea9437f69bad70de6f523bf695f/B: closing flushed file at 1731292846419Flushing 37012ea9437f69bad70de6f523bf695f/C: creating writer at 1731292846849 (+430 ms)Flushing 37012ea9437f69bad70de6f523bf695f/C: appending metadata at 1731292846853 (+4 ms)Flushing 37012ea9437f69bad70de6f523bf695f/C: closing flushed file at 1731292846853Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e6799ff: reopening flushed file at 1731292847268 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32405bce: reopening flushed file at 1731292847273 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37b7dbff: reopening flushed file at 1731292847278 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 37012ea9437f69bad70de6f523bf695f in 1700ms, sequenceid=404, compaction requested=true at 1731292847284 (+6 ms)Writing region close event to WAL at 1731292847369 (+85 ms)Running coprocessor post-close hooks at 1731292847372 (+3 ms)Closed at 1731292847372 2024-11-11T02:40:47,375 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] handler.UnassignRegionHandler(157): Closed 37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:47,375 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=37012ea9437f69bad70de6f523bf695f, regionState=CLOSED 2024-11-11T02:40:47,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; CloseRegionProcedure 37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 because future has completed 2024-11-11T02:40:47,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-11T02:40:47,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; CloseRegionProcedure 37012ea9437f69bad70de6f523bf695f, server=3ffe7f9d089e,45551,1731292779905 in 1.9450 sec 2024-11-11T02:40:47,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-11T02:40:47,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=37012ea9437f69bad70de6f523bf695f, UNASSIGN in 1.9500 sec 2024-11-11T02:40:47,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-11T02:40:47,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9530 sec 2024-11-11T02:40:47,383 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292847383"}]},"ts":"1731292847383"} 2024-11-11T02:40:47,385 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T02:40:47,385 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T02:40:47,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9640 sec 2024-11-11T02:40:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-11T02:40:47,568 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:47,569 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T02:40:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:40:47,570 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=70, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:40:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-11T02:40:47,571 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=70, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:40:47,574 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:47,576 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A, FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B, FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C, FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/recovered.edits] 2024-11-11T02:40:47,583 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/a503826478394e798426fcea2fe0cf24 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/a503826478394e798426fcea2fe0cf24 2024-11-11T02:40:47,584 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/cac2bf25561f4c119954396d8e6bbce6 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/cac2bf25561f4c119954396d8e6bbce6 2024-11-11T02:40:47,585 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/fec565c623ef4f11a68f0fd2a36a9fd5 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/A/fec565c623ef4f11a68f0fd2a36a9fd5 2024-11-11T02:40:47,588 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/ae5afa1231524e3880b43518c5eedebd to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/ae5afa1231524e3880b43518c5eedebd 2024-11-11T02:40:47,589 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/fec03f696a8a4191aa387450bf938ddf to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/fec03f696a8a4191aa387450bf938ddf 2024-11-11T02:40:47,590 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/ff5ba6d30ee044388696223fa09c8f1a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/B/ff5ba6d30ee044388696223fa09c8f1a 2024-11-11T02:40:47,592 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/036295ea66404d6697b522d42d358978 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/036295ea66404d6697b522d42d358978 2024-11-11T02:40:47,593 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/18884c63c45e4da6bbbce0308eca3ec8 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/18884c63c45e4da6bbbce0308eca3ec8 2024-11-11T02:40:47,594 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/6e53acf1128642f195424d5a02ef1b75 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/C/6e53acf1128642f195424d5a02ef1b75 2024-11-11T02:40:47,597 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/recovered.edits/407.seqid to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f/recovered.edits/407.seqid 2024-11-11T02:40:47,597 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:47,598 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T02:40:47,598 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T02:40:47,599 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-11T02:40:47,604 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111033229645b0c417f846d7d396d03f69a_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111033229645b0c417f846d7d396d03f69a_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:47,605 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111108637699466d4dffb7589ddb24fd64d3_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111108637699466d4dffb7589ddb24fd64d3_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:47,606 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111094bfc6b02e14b6b98843420df6624d0_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111094bfc6b02e14b6b98843420df6624d0_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:47,608 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110978353cdd154dee9d7ec030029df365_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110978353cdd154dee9d7ec030029df365_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:47,609 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110e898800a8154e4ab855167a679ebed5_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110e898800a8154e4ab855167a679ebed5_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:47,610 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112c0b9c5870b74361ac8a1446a3321bef_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112c0b9c5870b74361ac8a1446a3321bef_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:47,611 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111136f854eb560748caa41bb52754315b27_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111136f854eb560748caa41bb52754315b27_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:47,613 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115863073118584dfb86c4ba6b12da0a28_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115863073118584dfb86c4ba6b12da0a28_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:47,614 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115afd179dd13c4bde8054d3e30c1932d0_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115afd179dd13c4bde8054d3e30c1932d0_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:47,615 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115edf1bbcd1944e22984ba331b5b2baa8_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115edf1bbcd1944e22984ba331b5b2baa8_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:47,616 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111659300a666dc4de1a8d659df40ee15b7_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111659300a666dc4de1a8d659df40ee15b7_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:47,617 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116e2f4c7ef2314901bddad1d69d39b3bb_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116e2f4c7ef2314901bddad1d69d39b3bb_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:47,618 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111706664584db945be8787210e5da4e4c0_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111706664584db945be8787210e5da4e4c0_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:47,619 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118393094058ae4ab5858b810b486ccf43_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118393094058ae4ab5858b810b486ccf43_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:47,621 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111185d59bd318994a54baf7800c84215031_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111185d59bd318994a54baf7800c84215031_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:47,622 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119069a383680e4d66aaf9924b2ebf6a71_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119069a383680e4d66aaf9924b2ebf6a71_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:47,623 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111996c3f80ddf34fbc8b57c3268bca7f44_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111996c3f80ddf34fbc8b57c3268bca7f44_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:47,624 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b6ba7f6953734c63bb847f91788a2ae2_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b6ba7f6953734c63bb847f91788a2ae2_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:47,625 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111dc0010bde8d24f2eac68ab39f3544579_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111dc0010bde8d24f2eac68ab39f3544579_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:47,626 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e425110d94b447afa3e47381f92f3532_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e425110d94b447afa3e47381f92f3532_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:47,627 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f139b2458d6c41f9b6c97fe6b77d1672_37012ea9437f69bad70de6f523bf695f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f139b2458d6c41f9b6c97fe6b77d1672_37012ea9437f69bad70de6f523bf695f 2024-11-11T02:40:47,628 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T02:40:47,630 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=70, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:40:47,632 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T02:40:47,634 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T02:40:47,636 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=70, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:40:47,636 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T02:40:47,636 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731292847636"}]},"ts":"9223372036854775807"} 2024-11-11T02:40:47,638 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-11T02:40:47,638 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 37012ea9437f69bad70de6f523bf695f, NAME => 'TestAcidGuarantees,,1731292812421.37012ea9437f69bad70de6f523bf695f.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T02:40:47,638 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T02:40:47,638 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731292847638"}]},"ts":"9223372036854775807"} 2024-11-11T02:40:47,640 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-11T02:40:47,641 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=70, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:40:47,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 72 msec 2024-11-11T02:40:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-11T02:40:47,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-11T02:40:47,678 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:47,686 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238 (was 239), OpenFileDescriptor=449 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=461 (was 467), ProcessCount=11 (was 11), AvailableMemoryMB=12219 (was 13032) 2024-11-11T02:40:47,695 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=461, ProcessCount=11, AvailableMemoryMB=12219 2024-11-11T02:40:47,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T02:40:47,697 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T02:40:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=71, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T02:40:47,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T02:40:47,700 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:47,700 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 71 2024-11-11T02:40:47,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T02:40:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-11-11T02:40:47,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742069_1245 (size=959) 2024-11-11T02:40:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-11-11T02:40:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-11-11T02:40:48,112 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb 2024-11-11T02:40:48,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742070_1246 (size=53) 2024-11-11T02:40:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-11-11T02:40:48,525 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:40:48,525 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 85a2c47e85f59ab4ee2cf04a04a37dc6, disabling compactions & flushes 2024-11-11T02:40:48,525 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:48,525 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:48,525 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. after waiting 0 ms 2024-11-11T02:40:48,525 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:48,525 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:48,525 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: Waiting for close lock at 1731292848525Disabling compacts and flushes for region at 1731292848525Disabling writes for close at 1731292848525Writing region close event to WAL at 1731292848525Closed at 1731292848525 2024-11-11T02:40:48,529 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T02:40:48,530 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731292848529"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731292848529"}]},"ts":"1731292848529"} 2024-11-11T02:40:48,532 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T02:40:48,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T02:40:48,533 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292848533"}]},"ts":"1731292848533"} 2024-11-11T02:40:48,535 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T02:40:48,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=85a2c47e85f59ab4ee2cf04a04a37dc6, ASSIGN}] 2024-11-11T02:40:48,536 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=85a2c47e85f59ab4ee2cf04a04a37dc6, ASSIGN 2024-11-11T02:40:48,537 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=85a2c47e85f59ab4ee2cf04a04a37dc6, ASSIGN; state=OFFLINE, location=3ffe7f9d089e,45551,1731292779905; forceNewPlan=false, retain=false 2024-11-11T02:40:48,688 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=85a2c47e85f59ab4ee2cf04a04a37dc6, regionState=OPENING, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:48,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=85a2c47e85f59ab4ee2cf04a04a37dc6, ASSIGN because future has completed 2024-11-11T02:40:48,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905}] 2024-11-11T02:40:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-11-11T02:40:48,855 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:48,855 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} 2024-11-11T02:40:48,856 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:40:48,856 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:40:48,857 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:40:48,857 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:40:48,858 INFO [StoreOpener-85a2c47e85f59ab4ee2cf04a04a37dc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:40:48,860 INFO [StoreOpener-85a2c47e85f59ab4ee2cf04a04a37dc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85a2c47e85f59ab4ee2cf04a04a37dc6 columnFamilyName A 2024-11-11T02:40:48,860 DEBUG [StoreOpener-85a2c47e85f59ab4ee2cf04a04a37dc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:48,861 INFO [StoreOpener-85a2c47e85f59ab4ee2cf04a04a37dc6-1 {}] regionserver.HStore(327): Store=85a2c47e85f59ab4ee2cf04a04a37dc6/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:40:48,861 INFO [StoreOpener-85a2c47e85f59ab4ee2cf04a04a37dc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:40:48,863 INFO [StoreOpener-85a2c47e85f59ab4ee2cf04a04a37dc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85a2c47e85f59ab4ee2cf04a04a37dc6 columnFamilyName B 2024-11-11T02:40:48,863 DEBUG [StoreOpener-85a2c47e85f59ab4ee2cf04a04a37dc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:48,863 INFO [StoreOpener-85a2c47e85f59ab4ee2cf04a04a37dc6-1 {}] regionserver.HStore(327): Store=85a2c47e85f59ab4ee2cf04a04a37dc6/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:40:48,864 INFO [StoreOpener-85a2c47e85f59ab4ee2cf04a04a37dc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:40:48,865 INFO [StoreOpener-85a2c47e85f59ab4ee2cf04a04a37dc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85a2c47e85f59ab4ee2cf04a04a37dc6 columnFamilyName C 2024-11-11T02:40:48,865 DEBUG [StoreOpener-85a2c47e85f59ab4ee2cf04a04a37dc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:40:48,866 INFO [StoreOpener-85a2c47e85f59ab4ee2cf04a04a37dc6-1 {}] regionserver.HStore(327): Store=85a2c47e85f59ab4ee2cf04a04a37dc6/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:40:48,866 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:40:48,867 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:40:48,867 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:40:48,869 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:40:48,869 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:40:48,870 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T02:40:48,871 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:40:48,874 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T02:40:48,874 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened 85a2c47e85f59ab4ee2cf04a04a37dc6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64423374, jitterRate=-0.04001691937446594}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T02:40:48,874 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:40:48,875 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: Running coprocessor pre-open hook at 1731292848857Writing region info on filesystem at 1731292848857Initializing all the Stores at 1731292848858 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292848858Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292848858Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292848858Cleaning up temporary data from old regions at 1731292848869 (+11 ms)Running coprocessor post-open hooks at 1731292848874 (+5 ms)Region opened successfully at 1731292848875 (+1 ms) 2024-11-11T02:40:48,876 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., pid=73, masterSystemTime=1731292848847 2024-11-11T02:40:48,877 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:48,877 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:48,877 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=85a2c47e85f59ab4ee2cf04a04a37dc6, regionState=OPEN, openSeqNum=2, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:48,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 because future has completed 2024-11-11T02:40:48,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-11T02:40:48,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 in 187 msec 2024-11-11T02:40:48,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=71 2024-11-11T02:40:48,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=85a2c47e85f59ab4ee2cf04a04a37dc6, ASSIGN in 346 msec 2024-11-11T02:40:48,882 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T02:40:48,883 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292848883"}]},"ts":"1731292848883"} 2024-11-11T02:40:48,884 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T02:40:48,884 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T02:40:48,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1870 sec 2024-11-11T02:40:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-11-11T02:40:49,850 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:49,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781611af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:40:49,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:40:49,855 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:40:49,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:40:49,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:40:49,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6560bfdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:40:49,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:40:49,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:49,857 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:40:49,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789e3706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,858 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:40:49,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:40:49,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:40:49,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52866, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:40:49,861 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T02:40:49,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3ffe7f9d089e,44587,1731292779109 2024-11-11T02:40:49,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@508f3d70 2024-11-11T02:40:49,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T02:40:49,863 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36474, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T02:40:49,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f1f4e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,865 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:40:49,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:40:49,866 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:40:49,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:40:49,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:40:49,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d25ca47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:40:49,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:40:49,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:49,867 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36482, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:40:49,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f279811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf99f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:40:49,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:40:49,871 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:40:49,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:40:49,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:40:49,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e62be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,872 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:40:49,872 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:40:49,872 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:49,873 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36498, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:40:49,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b359e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6594bb9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:40:49,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:40:49,876 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:40:49,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:40:49,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:40:49,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65512334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:40:49,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:40:49,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:49,878 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:40:49,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6487efeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61deb417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,880 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:40:49,880 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:40:49,880 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:40:49,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:40:49,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:40:49,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0082bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:40:49,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:40:49,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:49,882 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:40:49,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416c80ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f17e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:40:49,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:40:49,884 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:40:49,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:40:49,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:40:49,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aeee814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:40:49,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:40:49,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:49,885 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:40:49,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6dad56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acbee0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,887 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:40:49,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:40:49,888 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:40:49,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:40:49,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:40:49,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23080dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:40:49,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:40:49,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:49,890 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:40:49,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f36418d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46eaeeea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:40:49,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:40:49,892 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:40:49,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:40:49,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:40:49,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ef1cd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:40:49,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:40:49,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:49,894 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:40:49,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1249f447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bee866e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:40:49,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:40:49,896 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:40:49,896 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:40:49,896 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:40:49,896 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab69000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,896 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:40:49,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:40:49,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:49,898 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:40:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31e53826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148ac527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,899 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:40:49,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:40:49,900 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:40:49,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:40:49,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:40:49,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e42c78c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:40:49,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:40:49,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:49,901 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:40:49,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2149f211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4199deaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,903 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:40:49,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:40:49,904 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:40:49,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:40:49,905 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:40:49,905 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619aa4a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,905 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:40:49,905 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:40:49,905 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:40:49,906 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:40:49,907 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d584c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:40:49,907 DEBUG [Thread-1160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:40:49,907 DEBUG [Thread-1143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:40:49,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:40:49,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:40:49,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:40:49,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:40:49,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:40:49,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:40:49,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:40:49,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:40:49,919 DEBUG [Thread-1149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:40:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:40:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:40:49,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:40:49,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:40:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:40:49,929 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:40:49,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T02:40:49,932 DEBUG [Thread-1145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:40:49,933 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:40:49,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:40:49,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:40:49,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:40:49,939 DEBUG [Thread-1158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:40:49,940 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:40:49,940 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:40:49,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:40:49,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:40:49,946 DEBUG [Thread-1156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:40:49,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:40:49,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:40:49,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:40:49,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:40:49,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:40:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-11T02:40:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-11T02:40:49,959 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:40:49,960 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:40:49,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:40:49,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292909964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:49,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:49,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:49,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:49,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292909967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:49,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:49,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:49,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:49,976 DEBUG [Thread-1141 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:40:49,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292909975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:49,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:49,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:49,977 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:40:49,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:49,977 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:40:49,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:40:49,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:40:49,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 1 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292909980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:49,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:49,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:49,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:49,982 DEBUG [Thread-1147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:40:49,983 DEBUG [Thread-1154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:40:49,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:40:49,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:40:49,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:40:49,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:40:49,984 DEBUG [Thread-1152 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:40:49,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:40:49,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:40:49,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:40:49,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:40:49,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:40:49,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:40:49,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:40:49,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 1 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292909987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:40:49,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/3bef17788512491da2e9cb108809c55b is 50, key is test_row_0/A:col10/1731292849928/Put/seqid=0 2024-11-11T02:40:50,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742071_1247 (size=12001) 2024-11-11T02:40:50,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/3bef17788512491da2e9cb108809c55b 2024-11-11T02:40:50,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/c14757df7e494adab9d87e2c511461c7 is 50, key is test_row_0/B:col10/1731292849928/Put/seqid=0 2024-11-11T02:40:50,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742072_1248 (size=12001) 2024-11-11T02:40:50,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/c14757df7e494adab9d87e2c511461c7 2024-11-11T02:40:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-11T02:40:50,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/7269d8f26b324b58be2723a295d8ea68 is 50, key is test_row_0/C:col10/1731292849928/Put/seqid=0 2024-11-11T02:40:50,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292910078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:50,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292910078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:50,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:50,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292910089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:50,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:50,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742073_1249 (size=12001) 2024-11-11T02:40:50,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292910089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:50,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:50,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/7269d8f26b324b58be2723a295d8ea68 2024-11-11T02:40:50,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/3bef17788512491da2e9cb108809c55b as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/3bef17788512491da2e9cb108809c55b 2024-11-11T02:40:50,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292910098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:50,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:50,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/3bef17788512491da2e9cb108809c55b, entries=150, sequenceid=12, filesize=11.7 K 2024-11-11T02:40:50,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/c14757df7e494adab9d87e2c511461c7 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/c14757df7e494adab9d87e2c511461c7 2024-11-11T02:40:50,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/c14757df7e494adab9d87e2c511461c7, entries=150, sequenceid=12, filesize=11.7 K 2024-11-11T02:40:50,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/7269d8f26b324b58be2723a295d8ea68 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/7269d8f26b324b58be2723a295d8ea68 2024-11-11T02:40:50,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-11T02:40:50,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:50,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:40:50,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:50,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:50,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:50,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/7269d8f26b324b58be2723a295d8ea68, entries=150, sequenceid=12, filesize=11.7 K 2024-11-11T02:40:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:50,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 85a2c47e85f59ab4ee2cf04a04a37dc6 in 187ms, sequenceid=12, compaction requested=false 2024-11-11T02:40:50,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:40:50,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-11T02:40:50,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:50,268 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T02:40:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-11T02:40:50,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/e85c8b236bdd415b9a12aa5506c9ce3c is 50, key is test_row_0/A:col10/1731292849959/Put/seqid=0 2024-11-11T02:40:50,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:40:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:40:50,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292910306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:50,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:50,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292910309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:50,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:50,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:50,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292910312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:50,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292910313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:50,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292910315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:50,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742074_1250 (size=12001) 2024-11-11T02:40:50,340 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/e85c8b236bdd415b9a12aa5506c9ce3c 2024-11-11T02:40:50,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/f62fdf1b7e22447996fa16a715a04659 is 50, key is test_row_0/B:col10/1731292849959/Put/seqid=0 2024-11-11T02:40:50,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742075_1251 (size=12001) 2024-11-11T02:40:50,401 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/f62fdf1b7e22447996fa16a715a04659 2024-11-11T02:40:50,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/beb014f27e924f159392940238c2cc7d is 50, key is test_row_0/C:col10/1731292849959/Put/seqid=0 2024-11-11T02:40:50,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292910419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:50,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:50,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292910429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:50,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:50,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292910429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:50,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:50,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:50,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292910429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:50,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:50,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742076_1252 (size=12001) 2024-11-11T02:40:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-11T02:40:50,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292910619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:50,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:50,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292910629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:50,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:50,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292910638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:50,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:50,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292910638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:50,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:50,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292910638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:50,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:50,859 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/beb014f27e924f159392940238c2cc7d 2024-11-11T02:40:50,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/e85c8b236bdd415b9a12aa5506c9ce3c as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/e85c8b236bdd415b9a12aa5506c9ce3c 2024-11-11T02:40:50,877 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/e85c8b236bdd415b9a12aa5506c9ce3c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T02:40:50,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.StoreScanner(997): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-11T02:40:50,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/f62fdf1b7e22447996fa16a715a04659 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/f62fdf1b7e22447996fa16a715a04659 2024-11-11T02:40:50,887 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/f62fdf1b7e22447996fa16a715a04659, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T02:40:50,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/beb014f27e924f159392940238c2cc7d as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/beb014f27e924f159392940238c2cc7d 2024-11-11T02:40:50,899 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/beb014f27e924f159392940238c2cc7d, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T02:40:50,901 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 85a2c47e85f59ab4ee2cf04a04a37dc6 in 632ms, sequenceid=37, compaction requested=false 2024-11-11T02:40:50,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:40:50,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:50,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-11T02:40:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-11T02:40:50,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-11T02:40:50,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 942 msec 2024-11-11T02:40:50,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 950 msec 2024-11-11T02:40:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:40:50,942 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:40:50,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T02:40:50,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/18b407fa131148c29439aa32627976cd is 50, key is test_row_0/A:col10/1731292850309/Put/seqid=0 2024-11-11T02:40:50,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742077_1253 (size=12001) 2024-11-11T02:40:50,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/18b407fa131148c29439aa32627976cd 2024-11-11T02:40:50,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292910990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:50,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:50,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:51,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292910992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:51,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:51,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292910994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:51,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:51,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292910998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:51,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:51,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/e12b5659eeb843daaeb756e959dd802e is 50, key is test_row_0/B:col10/1731292850309/Put/seqid=0 2024-11-11T02:40:51,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742078_1254 (size=12001) 2024-11-11T02:40:51,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/e12b5659eeb843daaeb756e959dd802e 2024-11-11T02:40:51,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/7a876c9e0772461a80782551fd4c783f is 50, key is test_row_0/C:col10/1731292850309/Put/seqid=0 2024-11-11T02:40:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-11T02:40:51,099 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:51,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:40:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-11T02:40:51,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742079_1255 (size=12001) 2024-11-11T02:40:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-11T02:40:51,110 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:40:51,111 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:40:51,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:40:51,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292911109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:51,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:51,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292911109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:51,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:51,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292911109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:51,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:51,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292911111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:51,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:51,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292911128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:51,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-11T02:40:51,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-11T02:40:51,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:51,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:40:51,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:51,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:51,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:51,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292911339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:51,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292911339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:51,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:51,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292911339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:51,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:51,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292911339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:51,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:51,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-11T02:40:51,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-11T02:40:51,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:51,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:40:51,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:51,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:51,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:51,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/7a876c9e0772461a80782551fd4c783f 2024-11-11T02:40:51,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/18b407fa131148c29439aa32627976cd as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/18b407fa131148c29439aa32627976cd 2024-11-11T02:40:51,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/18b407fa131148c29439aa32627976cd, entries=150, sequenceid=51, filesize=11.7 K 2024-11-11T02:40:51,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/e12b5659eeb843daaeb756e959dd802e as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/e12b5659eeb843daaeb756e959dd802e 2024-11-11T02:40:51,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/e12b5659eeb843daaeb756e959dd802e, entries=150, sequenceid=51, filesize=11.7 K 2024-11-11T02:40:51,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/7a876c9e0772461a80782551fd4c783f as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/7a876c9e0772461a80782551fd4c783f 2024-11-11T02:40:51,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/7a876c9e0772461a80782551fd4c783f, entries=150, sequenceid=51, filesize=11.7 K 2024-11-11T02:40:51,555 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 85a2c47e85f59ab4ee2cf04a04a37dc6 in 613ms, sequenceid=51, compaction requested=true 2024-11-11T02:40:51,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:40:51,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:40:51,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:51,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:40:51,555 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:40:51,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:51,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:40:51,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T02:40:51,556 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:40:51,557 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:40:51,557 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/A is initiating minor compaction (all files) 2024-11-11T02:40:51,557 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/A in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:51,557 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/3bef17788512491da2e9cb108809c55b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/e85c8b236bdd415b9a12aa5506c9ce3c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/18b407fa131148c29439aa32627976cd] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=35.2 K 2024-11-11T02:40:51,557 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:40:51,557 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/B is initiating minor compaction (all files) 2024-11-11T02:40:51,557 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/B in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:51,557 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/c14757df7e494adab9d87e2c511461c7, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/f62fdf1b7e22447996fa16a715a04659, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/e12b5659eeb843daaeb756e959dd802e] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=35.2 K 2024-11-11T02:40:51,558 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting c14757df7e494adab9d87e2c511461c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731292849923 2024-11-11T02:40:51,558 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bef17788512491da2e9cb108809c55b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731292849923 2024-11-11T02:40:51,559 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting f62fdf1b7e22447996fa16a715a04659, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731292849956 2024-11-11T02:40:51,560 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting e85c8b236bdd415b9a12aa5506c9ce3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731292849956 2024-11-11T02:40:51,561 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting e12b5659eeb843daaeb756e959dd802e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731292850301 2024-11-11T02:40:51,561 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18b407fa131148c29439aa32627976cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731292850301 2024-11-11T02:40:51,573 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#A#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:51,574 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/ca429a58499542609c313bcf13c7218a is 50, key is test_row_0/A:col10/1731292850309/Put/seqid=0 2024-11-11T02:40:51,585 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#B#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:51,585 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/227f104e6b3347d9bf54528e6118767f is 50, key is test_row_0/B:col10/1731292850309/Put/seqid=0 2024-11-11T02:40:51,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-11T02:40:51,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:51,590 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T02:40:51,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/d50cf900b9db431fb3e8c9ecfa61a800 is 50, key is test_row_0/A:col10/1731292850991/Put/seqid=0 2024-11-11T02:40:51,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742080_1256 (size=12104) 2024-11-11T02:40:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:40:51,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:40:51,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742081_1257 (size=12104) 2024-11-11T02:40:51,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292911670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:51,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:51,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292911671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:51,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:51,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742082_1258 (size=12001) 2024-11-11T02:40:51,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292911679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:51,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:51,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292911679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:51,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:51,695 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/ca429a58499542609c313bcf13c7218a as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/ca429a58499542609c313bcf13c7218a 2024-11-11T02:40:51,706 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/A of 85a2c47e85f59ab4ee2cf04a04a37dc6 into ca429a58499542609c313bcf13c7218a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:51,706 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:40:51,706 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/A, priority=13, startTime=1731292851555; duration=0sec 2024-11-11T02:40:51,706 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:51,706 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:A 2024-11-11T02:40:51,706 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:40:51,708 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:40:51,708 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/C is initiating minor compaction (all files) 2024-11-11T02:40:51,708 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/C in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:51,708 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/7269d8f26b324b58be2723a295d8ea68, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/beb014f27e924f159392940238c2cc7d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/7a876c9e0772461a80782551fd4c783f] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=35.2 K 2024-11-11T02:40:51,709 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7269d8f26b324b58be2723a295d8ea68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731292849923 2024-11-11T02:40:51,710 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting beb014f27e924f159392940238c2cc7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731292849956 2024-11-11T02:40:51,710 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a876c9e0772461a80782551fd4c783f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731292850301 2024-11-11T02:40:51,733 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#C#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:51,733 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/5bd81943ed2f4490b06848ac1fc4cd84 is 50, key is test_row_0/C:col10/1731292850309/Put/seqid=0 2024-11-11T02:40:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-11T02:40:51,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742083_1259 (size=12104) 2024-11-11T02:40:51,792 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/5bd81943ed2f4490b06848ac1fc4cd84 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/5bd81943ed2f4490b06848ac1fc4cd84 2024-11-11T02:40:51,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292911789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:51,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:51,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292911790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:51,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:51,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292911798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:51,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:51,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292911798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:51,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:51,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:51,806 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/C of 85a2c47e85f59ab4ee2cf04a04a37dc6 into 5bd81943ed2f4490b06848ac1fc4cd84(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:51,806 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:40:51,806 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/C, priority=13, startTime=1731292851555; duration=0sec 2024-11-11T02:40:51,806 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:51,807 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:C 2024-11-11T02:40:52,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292911998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:52,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292911998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:52,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:52,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:52,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292912008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:52,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:52,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292912008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:52,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:52,050 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/227f104e6b3347d9bf54528e6118767f as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/227f104e6b3347d9bf54528e6118767f 2024-11-11T02:40:52,054 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/B of 85a2c47e85f59ab4ee2cf04a04a37dc6 into 227f104e6b3347d9bf54528e6118767f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:52,054 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:40:52,054 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/B, priority=13, startTime=1731292851555; duration=0sec 2024-11-11T02:40:52,055 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:52,055 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:B 2024-11-11T02:40:52,084 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/d50cf900b9db431fb3e8c9ecfa61a800 2024-11-11T02:40:52,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/426c11a321ba48b19391831dbbe132a5 is 50, key is test_row_0/B:col10/1731292850991/Put/seqid=0 2024-11-11T02:40:52,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742084_1260 (size=12001) 2024-11-11T02:40:52,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292912149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:52,150 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_2' in 85a2c47e85f59ab4ee2cf04a04a37dc6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:40:52,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-11T02:40:52,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292912309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:52,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:52,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292912309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:52,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:52,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292912318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:52,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:52,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292912318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:52,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:52,523 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/426c11a321ba48b19391831dbbe132a5 2024-11-11T02:40:52,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/25a9cc9ba21043938463b8a3b682ada4 is 50, key is test_row_0/C:col10/1731292850991/Put/seqid=0 2024-11-11T02:40:52,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742085_1261 (size=12001) 2024-11-11T02:40:52,540 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/25a9cc9ba21043938463b8a3b682ada4 2024-11-11T02:40:52,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/d50cf900b9db431fb3e8c9ecfa61a800 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/d50cf900b9db431fb3e8c9ecfa61a800 2024-11-11T02:40:52,565 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/d50cf900b9db431fb3e8c9ecfa61a800, entries=150, sequenceid=73, filesize=11.7 K 2024-11-11T02:40:52,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/426c11a321ba48b19391831dbbe132a5 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/426c11a321ba48b19391831dbbe132a5 2024-11-11T02:40:52,573 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/426c11a321ba48b19391831dbbe132a5, entries=150, sequenceid=73, filesize=11.7 K 2024-11-11T02:40:52,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/25a9cc9ba21043938463b8a3b682ada4 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/25a9cc9ba21043938463b8a3b682ada4 2024-11-11T02:40:52,580 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/25a9cc9ba21043938463b8a3b682ada4, entries=150, sequenceid=73, filesize=11.7 K 2024-11-11T02:40:52,581 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 85a2c47e85f59ab4ee2cf04a04a37dc6 in 991ms, sequenceid=73, compaction requested=false 2024-11-11T02:40:52,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:40:52,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:52,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-11T02:40:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-11T02:40:52,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-11T02:40:52,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4730 sec 2024-11-11T02:40:52,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.4910 sec 2024-11-11T02:40:52,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:40:52,820 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:40:52,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-11T02:40:52,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/17c7c6a6a49344d6adcbd96ccbd82316 is 50, key is test_row_0/A:col10/1731292851676/Put/seqid=0 2024-11-11T02:40:52,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742086_1262 (size=12001) 2024-11-11T02:40:52,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/17c7c6a6a49344d6adcbd96ccbd82316 2024-11-11T02:40:52,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/8c2c5948b7a744bf9cf5e9d1da45cf6f is 50, key is test_row_0/B:col10/1731292851676/Put/seqid=0 2024-11-11T02:40:52,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742087_1263 (size=12001) 2024-11-11T02:40:52,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:52,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292912847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:52,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:52,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292912849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:52,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292912850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:52,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292912852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:52,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:52,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:52,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:52,918 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T02:40:52,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292912959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:52,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292912959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:52,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292912959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:52,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:52,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292912959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:52,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:52,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:52,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:52,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:52,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:53,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292913169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:53,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:53,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292913169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:53,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:53,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292913169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:53,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:53,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292913169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:53,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:53,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/8c2c5948b7a744bf9cf5e9d1da45cf6f 2024-11-11T02:40:53,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-11T02:40:53,259 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:53,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:40:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-11T02:40:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-11T02:40:53,264 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:40:53,265 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:40:53,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:40:53,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/a4403ee72c3b4cfcbebe4c31ae9075e0 is 50, key is test_row_0/C:col10/1731292851676/Put/seqid=0 2024-11-11T02:40:53,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742088_1264 (size=12001) 2024-11-11T02:40:53,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/a4403ee72c3b4cfcbebe4c31ae9075e0 2024-11-11T02:40:53,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/17c7c6a6a49344d6adcbd96ccbd82316 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/17c7c6a6a49344d6adcbd96ccbd82316 2024-11-11T02:40:53,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/17c7c6a6a49344d6adcbd96ccbd82316, entries=150, sequenceid=92, filesize=11.7 K 2024-11-11T02:40:53,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/8c2c5948b7a744bf9cf5e9d1da45cf6f as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/8c2c5948b7a744bf9cf5e9d1da45cf6f 2024-11-11T02:40:53,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/8c2c5948b7a744bf9cf5e9d1da45cf6f, entries=150, sequenceid=92, filesize=11.7 K 2024-11-11T02:40:53,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/a4403ee72c3b4cfcbebe4c31ae9075e0 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/a4403ee72c3b4cfcbebe4c31ae9075e0 2024-11-11T02:40:53,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/a4403ee72c3b4cfcbebe4c31ae9075e0, entries=150, sequenceid=92, filesize=11.7 K 2024-11-11T02:40:53,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 85a2c47e85f59ab4ee2cf04a04a37dc6 in 494ms, sequenceid=92, compaction requested=true 2024-11-11T02:40:53,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:40:53,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:40:53,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:53,315 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:40:53,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:40:53,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:53,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:40:53,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T02:40:53,315 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:40:53,316 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:40:53,316 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/A is initiating minor compaction (all files) 2024-11-11T02:40:53,316 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/A in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:53,316 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/ca429a58499542609c313bcf13c7218a, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/d50cf900b9db431fb3e8c9ecfa61a800, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/17c7c6a6a49344d6adcbd96ccbd82316] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=35.3 K 2024-11-11T02:40:53,317 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:40:53,317 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/B is initiating minor compaction (all files) 2024-11-11T02:40:53,317 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/B in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:53,317 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/227f104e6b3347d9bf54528e6118767f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/426c11a321ba48b19391831dbbe132a5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/8c2c5948b7a744bf9cf5e9d1da45cf6f] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=35.3 K 2024-11-11T02:40:53,317 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca429a58499542609c313bcf13c7218a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731292850301 2024-11-11T02:40:53,318 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 227f104e6b3347d9bf54528e6118767f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731292850301 2024-11-11T02:40:53,318 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting d50cf900b9db431fb3e8c9ecfa61a800, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731292850982 2024-11-11T02:40:53,319 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17c7c6a6a49344d6adcbd96ccbd82316, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731292851666 2024-11-11T02:40:53,319 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 426c11a321ba48b19391831dbbe132a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731292850982 2024-11-11T02:40:53,320 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c2c5948b7a744bf9cf5e9d1da45cf6f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731292851666 2024-11-11T02:40:53,345 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#B#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:53,345 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/05793ed3347b4de1bb902cf640448abc is 50, key is test_row_0/B:col10/1731292851676/Put/seqid=0 2024-11-11T02:40:53,346 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#A#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:53,347 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/df9aa0b058434cb28a0697dcafe0e38b is 50, key is test_row_0/A:col10/1731292851676/Put/seqid=0 2024-11-11T02:40:53,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742090_1266 (size=12207) 2024-11-11T02:40:53,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742089_1265 (size=12207) 2024-11-11T02:40:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-11T02:40:53,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-11T02:40:53,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:53,418 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-11T02:40:53,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/78bfcd7183904cd2a90741fceba6646c is 50, key is test_row_0/A:col10/1731292852850/Put/seqid=0 2024-11-11T02:40:53,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742091_1267 (size=12001) 2024-11-11T02:40:53,430 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/78bfcd7183904cd2a90741fceba6646c 2024-11-11T02:40:53,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/16dce5d761744940b7e29d94789d0f41 is 50, key is test_row_0/B:col10/1731292852850/Put/seqid=0 2024-11-11T02:40:53,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742092_1268 (size=12001) 2024-11-11T02:40:53,453 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/16dce5d761744940b7e29d94789d0f41 2024-11-11T02:40:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:40:53,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:40:53,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/80e4254566614757bee41cdf0289a81b is 50, key is test_row_0/C:col10/1731292852850/Put/seqid=0 2024-11-11T02:40:53,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742093_1269 (size=12001) 2024-11-11T02:40:53,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:53,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292913502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:53,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:53,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292913504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:53,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:53,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292913509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:53,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:53,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292913510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:53,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-11T02:40:53,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292913618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:53,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:53,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292913618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:53,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:53,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292913619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:53,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:53,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292913619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:53,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:53,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:53,780 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/df9aa0b058434cb28a0697dcafe0e38b as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/df9aa0b058434cb28a0697dcafe0e38b 2024-11-11T02:40:53,781 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/05793ed3347b4de1bb902cf640448abc as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/05793ed3347b4de1bb902cf640448abc 2024-11-11T02:40:53,787 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/B of 85a2c47e85f59ab4ee2cf04a04a37dc6 into 05793ed3347b4de1bb902cf640448abc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:53,787 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/A of 85a2c47e85f59ab4ee2cf04a04a37dc6 into df9aa0b058434cb28a0697dcafe0e38b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:53,787 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:40:53,787 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:40:53,787 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/A, priority=13, startTime=1731292853315; duration=0sec 2024-11-11T02:40:53,787 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/B, priority=13, startTime=1731292853315; duration=0sec 2024-11-11T02:40:53,787 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:53,788 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:B 2024-11-11T02:40:53,788 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:40:53,788 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:53,788 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:A 2024-11-11T02:40:53,789 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:40:53,789 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/C is initiating minor compaction (all files) 2024-11-11T02:40:53,789 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/C in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:53,789 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/5bd81943ed2f4490b06848ac1fc4cd84, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/25a9cc9ba21043938463b8a3b682ada4, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/a4403ee72c3b4cfcbebe4c31ae9075e0] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=35.3 K 2024-11-11T02:40:53,790 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bd81943ed2f4490b06848ac1fc4cd84, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731292850301 2024-11-11T02:40:53,790 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 25a9cc9ba21043938463b8a3b682ada4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731292850982 2024-11-11T02:40:53,791 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting a4403ee72c3b4cfcbebe4c31ae9075e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731292851666 2024-11-11T02:40:53,800 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#C#compaction#224 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:53,800 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/c9ee1202a15b4c1f901e6229d45e056d is 50, key is test_row_0/C:col10/1731292851676/Put/seqid=0 2024-11-11T02:40:53,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742094_1270 (size=12207) 2024-11-11T02:40:53,809 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/c9ee1202a15b4c1f901e6229d45e056d as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/c9ee1202a15b4c1f901e6229d45e056d 2024-11-11T02:40:53,814 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/C of 85a2c47e85f59ab4ee2cf04a04a37dc6 into c9ee1202a15b4c1f901e6229d45e056d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:53,814 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:40:53,814 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/C, priority=13, startTime=1731292853315; duration=0sec 2024-11-11T02:40:53,814 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:53,814 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:C 2024-11-11T02:40:53,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:53,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292913829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:53,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:53,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:53,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292913829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:53,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:53,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292913829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:53,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:53,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:53,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292913829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:53,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:53,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:53,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:53,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-11T02:40:53,906 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/80e4254566614757bee41cdf0289a81b 2024-11-11T02:40:53,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/78bfcd7183904cd2a90741fceba6646c as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/78bfcd7183904cd2a90741fceba6646c 2024-11-11T02:40:53,914 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/78bfcd7183904cd2a90741fceba6646c, entries=150, sequenceid=112, filesize=11.7 K 2024-11-11T02:40:53,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/16dce5d761744940b7e29d94789d0f41 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/16dce5d761744940b7e29d94789d0f41 2024-11-11T02:40:53,919 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/16dce5d761744940b7e29d94789d0f41, entries=150, sequenceid=112, filesize=11.7 K 2024-11-11T02:40:53,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/80e4254566614757bee41cdf0289a81b as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/80e4254566614757bee41cdf0289a81b 2024-11-11T02:40:53,923 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/80e4254566614757bee41cdf0289a81b, entries=150, sequenceid=112, filesize=11.7 K 2024-11-11T02:40:53,924 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 85a2c47e85f59ab4ee2cf04a04a37dc6 in 506ms, sequenceid=112, compaction requested=false 2024-11-11T02:40:53,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:40:53,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:53,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-11T02:40:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-11T02:40:53,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-11T02:40:53,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 661 msec 2024-11-11T02:40:53,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 668 msec 2024-11-11T02:40:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:40:54,141 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:40:54,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T02:40:54,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/b128f0ebfb0348c09352d7f6c225f3d1 is 50, key is test_row_0/A:col10/1731292854141/Put/seqid=0 2024-11-11T02:40:54,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742095_1271 (size=14441) 2024-11-11T02:40:54,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:54,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:54,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292914161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292914162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292914163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:54,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:54,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292914164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:54,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292914164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:54,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292914269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:54,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:54,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292914278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:54,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:54,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292914278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:54,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:54,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292914279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:54,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:54,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292914279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:54,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-11T02:40:54,399 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:54,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:40:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-11T02:40:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-11T02:40:54,401 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:40:54,402 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:40:54,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:40:54,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292914478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:54,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:54,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292914489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:54,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:54,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:54,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292914489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292914489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:54,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292914489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-11T02:40:54,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/b128f0ebfb0348c09352d7f6c225f3d1 2024-11-11T02:40:54,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-11T02:40:54,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:54,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:40:54,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:54,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:54,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:54,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/48d3b5916f00479d9ef3da12d74d96e7 is 50, key is test_row_0/B:col10/1731292854141/Put/seqid=0 2024-11-11T02:40:54,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742096_1272 (size=12101) 2024-11-11T02:40:54,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-11T02:40:54,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:54,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:40:54,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:54,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:54,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-11T02:40:54,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292914788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:54,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:54,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292914799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:54,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:54,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292914799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:54,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:54,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:54,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292914799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:54,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:54,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292914799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:54,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:54,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:54,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:54,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-11T02:40:54,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:54,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:40:54,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:54,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:54,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:54,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/48d3b5916f00479d9ef3da12d74d96e7 2024-11-11T02:40:54,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/dfd656d32f3544f58e7c3807c9d10723 is 50, key is test_row_0/C:col10/1731292854141/Put/seqid=0 2024-11-11T02:40:54,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742097_1273 (size=12101) 2024-11-11T02:40:55,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-11T02:40:55,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:55,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:40:55,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:55,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:55,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-11T02:40:55,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-11T02:40:55,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:55,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:40:55,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:55,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:55,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:55,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292915298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:55,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:55,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:55,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:55,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292915308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:55,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292915309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:55,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292915309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:55,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:55,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:55,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:55,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292915309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:55,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:55,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:55,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:55,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:55,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-11T02:40:55,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:55,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:40:55,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:55,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:55,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:55,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/dfd656d32f3544f58e7c3807c9d10723 2024-11-11T02:40:55,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/b128f0ebfb0348c09352d7f6c225f3d1 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/b128f0ebfb0348c09352d7f6c225f3d1 2024-11-11T02:40:55,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/b128f0ebfb0348c09352d7f6c225f3d1, entries=200, sequenceid=134, filesize=14.1 K 2024-11-11T02:40:55,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/48d3b5916f00479d9ef3da12d74d96e7 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/48d3b5916f00479d9ef3da12d74d96e7 2024-11-11T02:40:55,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/48d3b5916f00479d9ef3da12d74d96e7, entries=150, sequenceid=134, filesize=11.8 K 2024-11-11T02:40:55,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/dfd656d32f3544f58e7c3807c9d10723 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/dfd656d32f3544f58e7c3807c9d10723 2024-11-11T02:40:55,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/dfd656d32f3544f58e7c3807c9d10723, entries=150, sequenceid=134, filesize=11.8 K 2024-11-11T02:40:55,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 85a2c47e85f59ab4ee2cf04a04a37dc6 in 1278ms, sequenceid=134, compaction requested=true 2024-11-11T02:40:55,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:40:55,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:40:55,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:55,419 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:40:55,419 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:40:55,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:40:55,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:55,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:40:55,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:55,421 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:40:55,421 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/B is initiating minor compaction (all files) 2024-11-11T02:40:55,421 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/B in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:55,421 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/05793ed3347b4de1bb902cf640448abc, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/16dce5d761744940b7e29d94789d0f41, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/48d3b5916f00479d9ef3da12d74d96e7] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=35.5 K 2024-11-11T02:40:55,421 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:40:55,421 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/A is initiating minor compaction (all files) 2024-11-11T02:40:55,422 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/A in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:55,422 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/df9aa0b058434cb28a0697dcafe0e38b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/78bfcd7183904cd2a90741fceba6646c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/b128f0ebfb0348c09352d7f6c225f3d1] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=37.7 K 2024-11-11T02:40:55,422 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 05793ed3347b4de1bb902cf640448abc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731292851666 2024-11-11T02:40:55,422 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting df9aa0b058434cb28a0697dcafe0e38b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731292851666 2024-11-11T02:40:55,422 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78bfcd7183904cd2a90741fceba6646c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731292852847 2024-11-11T02:40:55,423 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 16dce5d761744940b7e29d94789d0f41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731292852847 2024-11-11T02:40:55,423 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting b128f0ebfb0348c09352d7f6c225f3d1, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731292853496 2024-11-11T02:40:55,423 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 48d3b5916f00479d9ef3da12d74d96e7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731292853496 2024-11-11T02:40:55,445 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#B#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:55,445 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/3c02c35637c648ae8145b7f29a304b49 is 50, key is test_row_0/B:col10/1731292854141/Put/seqid=0 2024-11-11T02:40:55,450 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#A#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:55,451 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/ff70df89e3b24a36ad65e9b42bc05173 is 50, key is test_row_0/A:col10/1731292854141/Put/seqid=0 2024-11-11T02:40:55,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742098_1274 (size=12409) 2024-11-11T02:40:55,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-11T02:40:55,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:55,472 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T02:40:55,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742099_1275 (size=12409) 2024-11-11T02:40:55,484 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/3c02c35637c648ae8145b7f29a304b49 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/3c02c35637c648ae8145b7f29a304b49 2024-11-11T02:40:55,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/46054608ca7b49238a805ff7ead811f6 is 50, key is test_row_0/A:col10/1731292854162/Put/seqid=0 2024-11-11T02:40:55,497 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/B of 85a2c47e85f59ab4ee2cf04a04a37dc6 into 3c02c35637c648ae8145b7f29a304b49(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:55,497 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:40:55,497 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/B, priority=13, startTime=1731292855419; duration=0sec 2024-11-11T02:40:55,497 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:55,497 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:B 2024-11-11T02:40:55,497 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:40:55,499 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:40:55,499 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/C is initiating minor compaction (all files) 2024-11-11T02:40:55,500 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/C in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:55,500 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/c9ee1202a15b4c1f901e6229d45e056d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/80e4254566614757bee41cdf0289a81b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/dfd656d32f3544f58e7c3807c9d10723] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=35.5 K 2024-11-11T02:40:55,505 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting c9ee1202a15b4c1f901e6229d45e056d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731292851666 2024-11-11T02:40:55,506 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 80e4254566614757bee41cdf0289a81b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731292852847 2024-11-11T02:40:55,506 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting dfd656d32f3544f58e7c3807c9d10723, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731292853496 2024-11-11T02:40:55,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742100_1276 (size=12151) 2024-11-11T02:40:55,525 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#C#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:55,525 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/6ecdde0c9a4642a6a589c515099bd0d2 is 50, key is test_row_0/C:col10/1731292854141/Put/seqid=0 2024-11-11T02:40:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-11T02:40:55,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742101_1277 (size=12409) 2024-11-11T02:40:55,567 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/6ecdde0c9a4642a6a589c515099bd0d2 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/6ecdde0c9a4642a6a589c515099bd0d2 2024-11-11T02:40:55,572 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/C of 85a2c47e85f59ab4ee2cf04a04a37dc6 into 6ecdde0c9a4642a6a589c515099bd0d2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:55,572 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:40:55,572 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/C, priority=13, startTime=1731292855420; duration=0sec 2024-11-11T02:40:55,573 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:55,573 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:C 2024-11-11T02:40:55,862 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/ff70df89e3b24a36ad65e9b42bc05173 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/ff70df89e3b24a36ad65e9b42bc05173 2024-11-11T02:40:55,869 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/A of 85a2c47e85f59ab4ee2cf04a04a37dc6 into ff70df89e3b24a36ad65e9b42bc05173(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:55,869 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:40:55,869 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/A, priority=13, startTime=1731292855419; duration=0sec 2024-11-11T02:40:55,870 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:55,870 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:A 2024-11-11T02:40:55,917 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/46054608ca7b49238a805ff7ead811f6 2024-11-11T02:40:55,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/d342bccf552e4049bac621a13a60e9ab is 50, key is test_row_0/B:col10/1731292854162/Put/seqid=0 2024-11-11T02:40:55,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742102_1278 (size=12151) 2024-11-11T02:40:55,957 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/d342bccf552e4049bac621a13a60e9ab 2024-11-11T02:40:55,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/c81ba9ffe521445b93d51d2f7e98429e is 50, key is test_row_0/C:col10/1731292854162/Put/seqid=0 2024-11-11T02:40:55,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742103_1279 (size=12151) 2024-11-11T02:40:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:40:56,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:40:56,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292916361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:56,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:56,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292916361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:56,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:56,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:56,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292916361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:56,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292916362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:56,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:56,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:56,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292916363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:56,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:56,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:56,380 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/c81ba9ffe521445b93d51d2f7e98429e 2024-11-11T02:40:56,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/46054608ca7b49238a805ff7ead811f6 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/46054608ca7b49238a805ff7ead811f6 2024-11-11T02:40:56,389 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/46054608ca7b49238a805ff7ead811f6, entries=150, sequenceid=151, filesize=11.9 K 2024-11-11T02:40:56,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/d342bccf552e4049bac621a13a60e9ab as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/d342bccf552e4049bac621a13a60e9ab 2024-11-11T02:40:56,393 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/d342bccf552e4049bac621a13a60e9ab, entries=150, sequenceid=151, filesize=11.9 K 2024-11-11T02:40:56,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/c81ba9ffe521445b93d51d2f7e98429e as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/c81ba9ffe521445b93d51d2f7e98429e 2024-11-11T02:40:56,398 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/c81ba9ffe521445b93d51d2f7e98429e, entries=150, sequenceid=151, filesize=11.9 K 2024-11-11T02:40:56,399 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 85a2c47e85f59ab4ee2cf04a04a37dc6 in 927ms, sequenceid=151, compaction requested=false 2024-11-11T02:40:56,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:40:56,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:56,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-11T02:40:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-11T02:40:56,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-11T02:40:56,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9990 sec 2024-11-11T02:40:56,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 2.0030 sec 2024-11-11T02:40:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:40:56,470 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:40:56,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-11T02:40:56,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/174dc04b606c4a4ab0400209d9cf7ef0 is 50, key is test_row_0/A:col10/1731292856336/Put/seqid=0 2024-11-11T02:40:56,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742104_1280 (size=14541) 2024-11-11T02:40:56,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:56,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292916481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:56,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:56,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292916484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:56,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:56,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292916485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:56,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:56,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292916485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:56,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:56,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292916486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:56,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-11T02:40:56,549 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:40:56,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:40:56,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-11T02:40:56,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-11T02:40:56,551 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:40:56,551 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:40:56,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:40:56,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:56,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292916589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:56,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:56,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292916598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:56,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:56,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292916598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:56,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:56,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:56,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292916598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:56,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:56,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:56,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:56,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292916599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:56,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-11T02:40:56,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-11T02:40:56,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:56,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:40:56,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:56,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:56,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:56,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:56,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:56,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292916798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:56,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:56,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:56,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292916808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:56,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:56,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:56,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292916808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:56,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:56,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292916808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:56,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:56,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:56,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:56,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292916809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:56,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:56,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:56,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-11T02:40:56,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:56,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:40:56,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:56,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:56,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-11T02:40:56,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/174dc04b606c4a4ab0400209d9cf7ef0 2024-11-11T02:40:56,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/676bde36db8e4e85b56f854b5b71cb9a is 50, key is test_row_0/B:col10/1731292856336/Put/seqid=0 2024-11-11T02:40:56,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742105_1281 (size=12151) 2024-11-11T02:40:57,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-11T02:40:57,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:57,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:40:57,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:57,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:57,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:57,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292917108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:57,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:57,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:57,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:57,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292917118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:57,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:57,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292917118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:57,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:57,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:57,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:57,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:57,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292917118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:57,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:57,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292917118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:57,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:57,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:57,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:57,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:57,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:57,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:57,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-11T02:40:57,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:57,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:40:57,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:57,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:57,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-11T02:40:57,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/676bde36db8e4e85b56f854b5b71cb9a 2024-11-11T02:40:57,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/64b096ca7ab940c6a847ffb62d3a883e is 50, key is test_row_0/C:col10/1731292856336/Put/seqid=0 2024-11-11T02:40:57,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742106_1282 (size=12151) 2024-11-11T02:40:57,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-11T02:40:57,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:57,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:40:57,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:57,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:57,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:57,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-11T02:40:57,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:57,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:40:57,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:57,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:57,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:57,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-11T02:40:57,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:57,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:40:57,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:57,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:57,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:40:57,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292917618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:57,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292917628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:57,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:57,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:57,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292917629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:57,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:57,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:57,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:57,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:57,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292917629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:57,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:57,632 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:57,632 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292917629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:57,632 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:57,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:57,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:57,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-11T02:40:57,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/64b096ca7ab940c6a847ffb62d3a883e 2024-11-11T02:40:57,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/174dc04b606c4a4ab0400209d9cf7ef0 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/174dc04b606c4a4ab0400209d9cf7ef0 2024-11-11T02:40:57,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/174dc04b606c4a4ab0400209d9cf7ef0, entries=200, sequenceid=174, filesize=14.2 K 2024-11-11T02:40:57,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/676bde36db8e4e85b56f854b5b71cb9a as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/676bde36db8e4e85b56f854b5b71cb9a 2024-11-11T02:40:57,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/676bde36db8e4e85b56f854b5b71cb9a, entries=150, sequenceid=174, filesize=11.9 K 2024-11-11T02:40:57,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/64b096ca7ab940c6a847ffb62d3a883e as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/64b096ca7ab940c6a847ffb62d3a883e 2024-11-11T02:40:57,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/64b096ca7ab940c6a847ffb62d3a883e, entries=150, sequenceid=174, filesize=11.9 K 2024-11-11T02:40:57,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 85a2c47e85f59ab4ee2cf04a04a37dc6 in 1250ms, sequenceid=174, compaction requested=true 2024-11-11T02:40:57,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:40:57,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:40:57,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:57,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:40:57,720 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:40:57,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:57,720 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:40:57,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:40:57,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:57,721 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:40:57,721 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:40:57,721 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/A is initiating minor compaction (all files) 2024-11-11T02:40:57,721 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/B is initiating minor compaction (all files) 2024-11-11T02:40:57,721 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/B in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:57,721 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/A in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:57,721 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/3c02c35637c648ae8145b7f29a304b49, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/d342bccf552e4049bac621a13a60e9ab, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/676bde36db8e4e85b56f854b5b71cb9a] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=35.9 K 2024-11-11T02:40:57,722 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/ff70df89e3b24a36ad65e9b42bc05173, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/46054608ca7b49238a805ff7ead811f6, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/174dc04b606c4a4ab0400209d9cf7ef0] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=38.2 K 2024-11-11T02:40:57,722 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c02c35637c648ae8145b7f29a304b49, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731292853496 2024-11-11T02:40:57,722 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff70df89e3b24a36ad65e9b42bc05173, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731292853496 2024-11-11T02:40:57,722 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting d342bccf552e4049bac621a13a60e9ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731292854162 2024-11-11T02:40:57,723 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46054608ca7b49238a805ff7ead811f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731292854162 2024-11-11T02:40:57,723 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 676bde36db8e4e85b56f854b5b71cb9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731292856336 2024-11-11T02:40:57,723 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 174dc04b606c4a4ab0400209d9cf7ef0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731292856336 2024-11-11T02:40:57,731 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:57,731 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#A#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:57,732 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/3b37ff843d3d4e2193c1e496e4d2b3a5 is 50, key is test_row_0/B:col10/1731292856336/Put/seqid=0 2024-11-11T02:40:57,732 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/78e72d0e697045d4bcc725290f7fe55d is 50, key is test_row_0/A:col10/1731292856336/Put/seqid=0 2024-11-11T02:40:57,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742107_1283 (size=12561) 2024-11-11T02:40:57,758 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/3b37ff843d3d4e2193c1e496e4d2b3a5 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/3b37ff843d3d4e2193c1e496e4d2b3a5 2024-11-11T02:40:57,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742108_1284 (size=12561) 2024-11-11T02:40:57,766 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/B of 85a2c47e85f59ab4ee2cf04a04a37dc6 into 3b37ff843d3d4e2193c1e496e4d2b3a5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:57,766 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:40:57,766 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/B, priority=13, startTime=1731292857720; duration=0sec 2024-11-11T02:40:57,766 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:40:57,766 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:B 2024-11-11T02:40:57,766 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:40:57,769 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:40:57,769 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/C is initiating minor compaction (all files) 2024-11-11T02:40:57,769 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/C in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:57,769 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/6ecdde0c9a4642a6a589c515099bd0d2, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/c81ba9ffe521445b93d51d2f7e98429e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/64b096ca7ab940c6a847ffb62d3a883e] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=35.9 K 2024-11-11T02:40:57,769 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ecdde0c9a4642a6a589c515099bd0d2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731292853496 2024-11-11T02:40:57,770 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting c81ba9ffe521445b93d51d2f7e98429e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731292854162 2024-11-11T02:40:57,770 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 64b096ca7ab940c6a847ffb62d3a883e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731292856336 2024-11-11T02:40:57,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-11T02:40:57,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:57,772 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T02:40:57,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/79cde648438c463b948a93c10a2f940a is 50, key is test_row_0/A:col10/1731292856484/Put/seqid=0 2024-11-11T02:40:57,785 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#C#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:40:57,785 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/38c0d8db661e4ef78dce070e39aaf789 is 50, key is test_row_0/C:col10/1731292856336/Put/seqid=0 2024-11-11T02:40:57,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742109_1285 (size=12151) 2024-11-11T02:40:57,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742110_1286 (size=12561) 2024-11-11T02:40:58,170 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/78e72d0e697045d4bcc725290f7fe55d as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/78e72d0e697045d4bcc725290f7fe55d 2024-11-11T02:40:58,174 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/A of 85a2c47e85f59ab4ee2cf04a04a37dc6 into 78e72d0e697045d4bcc725290f7fe55d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:58,174 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:40:58,174 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/A, priority=13, startTime=1731292857720; duration=0sec 2024-11-11T02:40:58,175 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:58,175 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:A 2024-11-11T02:40:58,215 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/79cde648438c463b948a93c10a2f940a 2024-11-11T02:40:58,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/9af6acf5726c4f68913d1dddca91bd76 is 50, key is test_row_0/B:col10/1731292856484/Put/seqid=0 2024-11-11T02:40:58,222 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/38c0d8db661e4ef78dce070e39aaf789 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/38c0d8db661e4ef78dce070e39aaf789 2024-11-11T02:40:58,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742111_1287 (size=12151) 2024-11-11T02:40:58,227 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/C of 85a2c47e85f59ab4ee2cf04a04a37dc6 into 38c0d8db661e4ef78dce070e39aaf789(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:40:58,227 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:40:58,227 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/C, priority=13, startTime=1731292857720; duration=0sec 2024-11-11T02:40:58,228 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:40:58,228 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:C 2024-11-11T02:40:58,626 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/9af6acf5726c4f68913d1dddca91bd76 2024-11-11T02:40:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:40:58,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:40:58,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/37fc7f2998ce4da385ec3ac5fe38aa9d is 50, key is test_row_0/C:col10/1731292856484/Put/seqid=0 2024-11-11T02:40:58,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742112_1288 (size=12151) 2024-11-11T02:40:58,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292918651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:58,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292918651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:58,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:58,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292918655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292918655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292918655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-11T02:40:58,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292918759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:58,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:58,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292918759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:58,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:58,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292918768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292918768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:58,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292918768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:58,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292918969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:58,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:58,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292918969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:58,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:58,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292918978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:58,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:58,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292918978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:58,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:58,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292918978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:58,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:58,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:59,036 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/37fc7f2998ce4da385ec3ac5fe38aa9d 2024-11-11T02:40:59,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/79cde648438c463b948a93c10a2f940a as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/79cde648438c463b948a93c10a2f940a 2024-11-11T02:40:59,043 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/79cde648438c463b948a93c10a2f940a, entries=150, sequenceid=192, filesize=11.9 K 2024-11-11T02:40:59,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/9af6acf5726c4f68913d1dddca91bd76 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/9af6acf5726c4f68913d1dddca91bd76 2024-11-11T02:40:59,048 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/9af6acf5726c4f68913d1dddca91bd76, entries=150, sequenceid=192, filesize=11.9 K 2024-11-11T02:40:59,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/37fc7f2998ce4da385ec3ac5fe38aa9d as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/37fc7f2998ce4da385ec3ac5fe38aa9d 2024-11-11T02:40:59,052 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/37fc7f2998ce4da385ec3ac5fe38aa9d, entries=150, sequenceid=192, filesize=11.9 K 2024-11-11T02:40:59,052 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=120.76 KB/123660 for 85a2c47e85f59ab4ee2cf04a04a37dc6 in 1280ms, sequenceid=192, compaction requested=false 2024-11-11T02:40:59,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:40:59,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:40:59,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-11T02:40:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-11T02:40:59,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-11T02:40:59,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5030 sec 2024-11-11T02:40:59,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 2.5070 sec 2024-11-11T02:40:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:40:59,282 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:40:59,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T02:40:59,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/4078acee07384577bdc9bc62e99ed94d is 50, key is test_row_0/A:col10/1731292859281/Put/seqid=0 2024-11-11T02:40:59,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742113_1289 (size=14541) 2024-11-11T02:40:59,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292919293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:59,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:59,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292919293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:59,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:59,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:59,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292919294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:59,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:59,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292919295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:59,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:59,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292919295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:59,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:59,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292919408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:59,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:59,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292919408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:59,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:59,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292919408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:59,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:59,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:59,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292919408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:59,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:59,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:59,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292919408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:59,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:59,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292919618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:59,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:59,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292919618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:59,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:59,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292919618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:59,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:59,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292919618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:59,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:59,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:59,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292919618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:59,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:59,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/4078acee07384577bdc9bc62e99ed94d 2024-11-11T02:40:59,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/9ac236f623304ceb811618010db35b19 is 50, key is test_row_0/B:col10/1731292859281/Put/seqid=0 2024-11-11T02:40:59,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742114_1290 (size=12151) 2024-11-11T02:40:59,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292919929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:59,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:59,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292919929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:59,931 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,931 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,931 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:59,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292919929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:59,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:59,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292919929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:59,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:59,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:40:59,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:40:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292919929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:40:59,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:40:59,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:00,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/9ac236f623304ceb811618010db35b19 2024-11-11T02:41:00,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/d9a217b53334416ba737c83ebf584a3b is 50, key is test_row_0/C:col10/1731292859281/Put/seqid=0 2024-11-11T02:41:00,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742115_1291 (size=12151) 2024-11-11T02:41:00,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292920439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:00,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:00,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:00,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:00,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292920439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:00,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:00,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:00,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292920439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:00,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:00,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:00,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:00,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:00,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292920439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:00,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:00,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:00,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:00,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292920439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:00,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:00,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:00,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:00,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/d9a217b53334416ba737c83ebf584a3b 2024-11-11T02:41:00,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/4078acee07384577bdc9bc62e99ed94d as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/4078acee07384577bdc9bc62e99ed94d 2024-11-11T02:41:00,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/4078acee07384577bdc9bc62e99ed94d, entries=200, sequenceid=217, filesize=14.2 K 2024-11-11T02:41:00,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/9ac236f623304ceb811618010db35b19 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/9ac236f623304ceb811618010db35b19 2024-11-11T02:41:00,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/9ac236f623304ceb811618010db35b19, entries=150, sequenceid=217, filesize=11.9 K 2024-11-11T02:41:00,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/d9a217b53334416ba737c83ebf584a3b as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/d9a217b53334416ba737c83ebf584a3b 2024-11-11T02:41:00,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/d9a217b53334416ba737c83ebf584a3b, entries=150, sequenceid=217, filesize=11.9 K 2024-11-11T02:41:00,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 85a2c47e85f59ab4ee2cf04a04a37dc6 in 1247ms, sequenceid=217, compaction requested=true 2024-11-11T02:41:00,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:41:00,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:41:00,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:00,529 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:00,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:41:00,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:00,529 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:00,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:41:00,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:00,530 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:00,530 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:00,530 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/A is initiating minor compaction (all files) 2024-11-11T02:41:00,530 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/B is initiating minor compaction (all files) 2024-11-11T02:41:00,530 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/B in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:00,530 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/A in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:00,530 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/78e72d0e697045d4bcc725290f7fe55d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/79cde648438c463b948a93c10a2f940a, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/4078acee07384577bdc9bc62e99ed94d] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=38.3 K 2024-11-11T02:41:00,530 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/3b37ff843d3d4e2193c1e496e4d2b3a5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/9af6acf5726c4f68913d1dddca91bd76, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/9ac236f623304ceb811618010db35b19] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=36.0 K 2024-11-11T02:41:00,531 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78e72d0e697045d4bcc725290f7fe55d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731292856336 2024-11-11T02:41:00,531 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b37ff843d3d4e2193c1e496e4d2b3a5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731292856336 2024-11-11T02:41:00,531 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79cde648438c463b948a93c10a2f940a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731292856484 2024-11-11T02:41:00,531 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 9af6acf5726c4f68913d1dddca91bd76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731292856484 2024-11-11T02:41:00,531 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4078acee07384577bdc9bc62e99ed94d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731292858650 2024-11-11T02:41:00,531 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ac236f623304ceb811618010db35b19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731292858650 2024-11-11T02:41:00,540 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#A#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:00,541 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/4abc878683774a4bbb1702deff3acf75 is 50, key is test_row_0/A:col10/1731292859281/Put/seqid=0 2024-11-11T02:41:00,543 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#B#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:00,543 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/103c0655909b4ae68eaad47a3cdc9875 is 50, key is test_row_0/B:col10/1731292859281/Put/seqid=0 2024-11-11T02:41:00,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742116_1292 (size=12663) 2024-11-11T02:41:00,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742117_1293 (size=12663) 2024-11-11T02:41:00,560 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/4abc878683774a4bbb1702deff3acf75 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/4abc878683774a4bbb1702deff3acf75 2024-11-11T02:41:00,565 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/A of 85a2c47e85f59ab4ee2cf04a04a37dc6 into 4abc878683774a4bbb1702deff3acf75(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:00,565 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:41:00,565 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/A, priority=13, startTime=1731292860529; duration=0sec 2024-11-11T02:41:00,566 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:00,566 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:A 2024-11-11T02:41:00,566 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:00,567 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/103c0655909b4ae68eaad47a3cdc9875 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/103c0655909b4ae68eaad47a3cdc9875 2024-11-11T02:41:00,567 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:00,567 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/C is initiating minor compaction (all files) 2024-11-11T02:41:00,567 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/C in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:00,567 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/38c0d8db661e4ef78dce070e39aaf789, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/37fc7f2998ce4da385ec3ac5fe38aa9d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/d9a217b53334416ba737c83ebf584a3b] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=36.0 K 2024-11-11T02:41:00,568 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38c0d8db661e4ef78dce070e39aaf789, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731292856336 2024-11-11T02:41:00,568 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37fc7f2998ce4da385ec3ac5fe38aa9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731292856484 2024-11-11T02:41:00,569 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9a217b53334416ba737c83ebf584a3b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731292858650 2024-11-11T02:41:00,572 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/B of 85a2c47e85f59ab4ee2cf04a04a37dc6 into 103c0655909b4ae68eaad47a3cdc9875(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:00,572 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:41:00,572 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/B, priority=13, startTime=1731292860529; duration=0sec 2024-11-11T02:41:00,572 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:00,572 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:B 2024-11-11T02:41:00,576 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#C#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:00,577 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/ac43d707a4a94afb9955706523c2861a is 50, key is test_row_0/C:col10/1731292859281/Put/seqid=0 2024-11-11T02:41:00,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742118_1294 (size=12663) 2024-11-11T02:41:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-11T02:41:00,719 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:41:00,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:41:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-11T02:41:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-11T02:41:00,720 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:41:00,721 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:41:00,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:41:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-11T02:41:00,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-11T02:41:00,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:00,875 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T02:41:00,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/3b0a206e252a425cb4a1e7cd038d3f5c is 50, key is test_row_0/A:col10/1731292859291/Put/seqid=0 2024-11-11T02:41:00,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742119_1295 (size=12151) 2024-11-11T02:41:00,990 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/ac43d707a4a94afb9955706523c2861a as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/ac43d707a4a94afb9955706523c2861a 2024-11-11T02:41:00,995 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/C of 85a2c47e85f59ab4ee2cf04a04a37dc6 into ac43d707a4a94afb9955706523c2861a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:00,995 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:41:00,995 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/C, priority=13, startTime=1731292860529; duration=0sec 2024-11-11T02:41:00,995 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:00,995 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:C 2024-11-11T02:41:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-11T02:41:01,288 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/3b0a206e252a425cb4a1e7cd038d3f5c 2024-11-11T02:41:01,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/785cfeea0fb74e3e80a7456df8fd7a9c is 50, key is test_row_0/B:col10/1731292859291/Put/seqid=0 2024-11-11T02:41:01,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742120_1296 (size=12151) 2024-11-11T02:41:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-11T02:41:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:41:01,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:41:01,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:01,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292921468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292921468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:01,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:01,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:01,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292921499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:01,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:01,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292921499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:01,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:01,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:01,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292921499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:01,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:01,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:01,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292921609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:01,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:01,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292921609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:01,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:01,611 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:01,611 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,611 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292921609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:01,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292921609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:01,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292921609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:01,700 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/785cfeea0fb74e3e80a7456df8fd7a9c 2024-11-11T02:41:01,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/917c9d7cc15746d4bbc012a6ee73ba8c is 50, key is test_row_0/C:col10/1731292859291/Put/seqid=0 2024-11-11T02:41:01,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742121_1297 (size=12151) 2024-11-11T02:41:01,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292921819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:01,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:01,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292921819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:01,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:01,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292921819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:01,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:01,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:01,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292921819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:01,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:01,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292921819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-11T02:41:02,111 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/917c9d7cc15746d4bbc012a6ee73ba8c 2024-11-11T02:41:02,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292922128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:02,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:02,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292922128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:02,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:02,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292922128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:02,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:02,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292922128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:02,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:02,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292922129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:02,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:02,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/3b0a206e252a425cb4a1e7cd038d3f5c as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/3b0a206e252a425cb4a1e7cd038d3f5c 2024-11-11T02:41:02,150 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/3b0a206e252a425cb4a1e7cd038d3f5c, entries=150, sequenceid=232, filesize=11.9 K 2024-11-11T02:41:02,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/785cfeea0fb74e3e80a7456df8fd7a9c as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/785cfeea0fb74e3e80a7456df8fd7a9c 2024-11-11T02:41:02,155 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/785cfeea0fb74e3e80a7456df8fd7a9c, entries=150, sequenceid=232, filesize=11.9 K 2024-11-11T02:41:02,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/917c9d7cc15746d4bbc012a6ee73ba8c as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/917c9d7cc15746d4bbc012a6ee73ba8c 2024-11-11T02:41:02,160 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/917c9d7cc15746d4bbc012a6ee73ba8c, entries=150, sequenceid=232, filesize=11.9 K 2024-11-11T02:41:02,161 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 85a2c47e85f59ab4ee2cf04a04a37dc6 in 1285ms, sequenceid=232, compaction requested=false 2024-11-11T02:41:02,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:41:02,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:02,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-11T02:41:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-11T02:41:02,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-11T02:41:02,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4410 sec 2024-11-11T02:41:02,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.4450 sec 2024-11-11T02:41:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:41:02,641 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:41:02,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T02:41:02,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/0ca547bb472b4d8295b688246e398ff2 is 50, key is test_row_0/A:col10/1731292862639/Put/seqid=0 2024-11-11T02:41:02,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742122_1298 (size=12251) 2024-11-11T02:41:02,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292922647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:02,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:02,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292922648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:02,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292922650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:02,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:02,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:02,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292922650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:02,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:02,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292922651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:02,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:02,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:02,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292922758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:02,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292922759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:02,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292922759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:02,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292922759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:02,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292922759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-11T02:41:02,869 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:41:02,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:41:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-11T02:41:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-11T02:41:02,871 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:41:02,872 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:41:02,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:41:02,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292922968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:02,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:02,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292922969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:02,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:02,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292922969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:02,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:02,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:02,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292922969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:02,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:02,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292922969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:02,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:02,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-11T02:41:03,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-11T02:41:03,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:03,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:41:03,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:03,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:03,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:03,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/0ca547bb472b4d8295b688246e398ff2 2024-11-11T02:41:03,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/11f94a9cef4e4ae49bd1505bc385430c is 50, key is test_row_0/B:col10/1731292862639/Put/seqid=0 2024-11-11T02:41:03,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742123_1299 (size=12251) 2024-11-11T02:41:03,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-11T02:41:03,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:03,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:41:03,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:03,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:03,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-11T02:41:03,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292923278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:03,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:03,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:03,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:03,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292923278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:03,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:03,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:03,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:03,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292923279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:03,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:03,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:03,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292923279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:03,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:03,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:03,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:03,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:03,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292923279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:03,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:03,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:03,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:03,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-11T02:41:03,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:03,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:41:03,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:03,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:03,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:03,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/11f94a9cef4e4ae49bd1505bc385430c 2024-11-11T02:41:03,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/241e65a641c243048c2a7e87d520b2d0 is 50, key is test_row_0/C:col10/1731292862639/Put/seqid=0 2024-11-11T02:41:03,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742124_1300 (size=12251) 2024-11-11T02:41:03,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-11T02:41:03,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:03,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:41:03,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:03,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:03,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-11T02:41:03,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-11T02:41:03,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:03,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:41:03,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:03,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:03,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:03,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-11T02:41:03,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:03,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:41:03,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:03,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:03,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:03,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292923789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:03,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:03,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:03,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292923789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:03,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:03,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:03,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:03,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292923789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:03,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:03,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:03,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:03,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:03,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292923789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:03,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:03,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:03,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:03,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292923798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:03,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:03,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:03,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:03,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/241e65a641c243048c2a7e87d520b2d0 2024-11-11T02:41:03,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/0ca547bb472b4d8295b688246e398ff2 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/0ca547bb472b4d8295b688246e398ff2 2024-11-11T02:41:03,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/0ca547bb472b4d8295b688246e398ff2, entries=150, sequenceid=259, filesize=12.0 K 2024-11-11T02:41:03,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/11f94a9cef4e4ae49bd1505bc385430c as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/11f94a9cef4e4ae49bd1505bc385430c 2024-11-11T02:41:03,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/11f94a9cef4e4ae49bd1505bc385430c, entries=150, sequenceid=259, filesize=12.0 K 2024-11-11T02:41:03,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/241e65a641c243048c2a7e87d520b2d0 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/241e65a641c243048c2a7e87d520b2d0 2024-11-11T02:41:03,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/241e65a641c243048c2a7e87d520b2d0, entries=150, sequenceid=259, filesize=12.0 K 2024-11-11T02:41:03,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 85a2c47e85f59ab4ee2cf04a04a37dc6 in 1251ms, sequenceid=259, compaction requested=true 2024-11-11T02:41:03,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:41:03,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:41:03,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:03,892 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:03,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:41:03,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:03,892 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:03,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:41:03,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:03,894 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:03,894 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/B is initiating minor compaction (all files) 2024-11-11T02:41:03,894 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:03,894 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/B in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:03,894 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/A is initiating minor compaction (all files) 2024-11-11T02:41:03,895 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/A in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:03,895 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/103c0655909b4ae68eaad47a3cdc9875, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/785cfeea0fb74e3e80a7456df8fd7a9c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/11f94a9cef4e4ae49bd1505bc385430c] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=36.2 K 2024-11-11T02:41:03,895 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/4abc878683774a4bbb1702deff3acf75, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/3b0a206e252a425cb4a1e7cd038d3f5c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/0ca547bb472b4d8295b688246e398ff2] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=36.2 K 2024-11-11T02:41:03,895 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 103c0655909b4ae68eaad47a3cdc9875, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731292858650 2024-11-11T02:41:03,895 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 785cfeea0fb74e3e80a7456df8fd7a9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731292859291 2024-11-11T02:41:03,895 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4abc878683774a4bbb1702deff3acf75, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731292858650 2024-11-11T02:41:03,896 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 11f94a9cef4e4ae49bd1505bc385430c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731292861473 2024-11-11T02:41:03,896 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b0a206e252a425cb4a1e7cd038d3f5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731292859291 2024-11-11T02:41:03,896 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ca547bb472b4d8295b688246e398ff2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731292861473 2024-11-11T02:41:03,905 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#B#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:03,905 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/4dc02ba7ecbe44c0ac643298b6cc24a7 is 50, key is test_row_0/B:col10/1731292862639/Put/seqid=0 2024-11-11T02:41:03,908 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#A#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:03,909 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/3e60abe337494c3ebc0963e8343e25a0 is 50, key is test_row_0/A:col10/1731292862639/Put/seqid=0 2024-11-11T02:41:03,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742126_1302 (size=12865) 2024-11-11T02:41:03,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742125_1301 (size=12865) 2024-11-11T02:41:03,930 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/4dc02ba7ecbe44c0ac643298b6cc24a7 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/4dc02ba7ecbe44c0ac643298b6cc24a7 2024-11-11T02:41:03,936 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/B of 85a2c47e85f59ab4ee2cf04a04a37dc6 into 4dc02ba7ecbe44c0ac643298b6cc24a7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:03,936 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:41:03,937 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/B, priority=13, startTime=1731292863892; duration=0sec 2024-11-11T02:41:03,937 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:03,937 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:B 2024-11-11T02:41:03,937 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:03,938 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:03,938 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/C is initiating minor compaction (all files) 2024-11-11T02:41:03,938 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/C in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:03,938 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/ac43d707a4a94afb9955706523c2861a, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/917c9d7cc15746d4bbc012a6ee73ba8c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/241e65a641c243048c2a7e87d520b2d0] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=36.2 K 2024-11-11T02:41:03,939 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting ac43d707a4a94afb9955706523c2861a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731292858650 2024-11-11T02:41:03,939 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 917c9d7cc15746d4bbc012a6ee73ba8c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731292859291 2024-11-11T02:41:03,940 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 241e65a641c243048c2a7e87d520b2d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731292861473 2024-11-11T02:41:03,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-11T02:41:03,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:03,941 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T02:41:03,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/0e7836d249784eeea29e2e6b2fd3fbc6 is 50, key is test_row_0/A:col10/1731292862648/Put/seqid=0 2024-11-11T02:41:03,958 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#C#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:03,959 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/392f5b6e4f68433084548b704e4c949d is 50, key is test_row_0/C:col10/1731292862639/Put/seqid=0 2024-11-11T02:41:03,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742127_1303 (size=12301) 2024-11-11T02:41:03,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742128_1304 (size=12865) 2024-11-11T02:41:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-11T02:41:04,330 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/3e60abe337494c3ebc0963e8343e25a0 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/3e60abe337494c3ebc0963e8343e25a0 2024-11-11T02:41:04,336 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/A of 85a2c47e85f59ab4ee2cf04a04a37dc6 into 3e60abe337494c3ebc0963e8343e25a0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:04,336 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:41:04,336 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/A, priority=13, startTime=1731292863892; duration=0sec 2024-11-11T02:41:04,336 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:04,336 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:A 2024-11-11T02:41:04,362 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/0e7836d249784eeea29e2e6b2fd3fbc6 2024-11-11T02:41:04,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/619d56cd84d241cea711418eba1dbb2b is 50, key is test_row_0/B:col10/1731292862648/Put/seqid=0 2024-11-11T02:41:04,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742129_1305 (size=12301) 2024-11-11T02:41:04,375 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/619d56cd84d241cea711418eba1dbb2b 2024-11-11T02:41:04,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/6c29e57d614c488698dd8b2f551cbdd6 is 50, key is test_row_0/C:col10/1731292862648/Put/seqid=0 2024-11-11T02:41:04,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742130_1306 (size=12301) 2024-11-11T02:41:04,400 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/392f5b6e4f68433084548b704e4c949d as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/392f5b6e4f68433084548b704e4c949d 2024-11-11T02:41:04,405 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/C of 85a2c47e85f59ab4ee2cf04a04a37dc6 into 392f5b6e4f68433084548b704e4c949d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:04,405 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:41:04,405 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/C, priority=13, startTime=1731292863892; duration=0sec 2024-11-11T02:41:04,405 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:04,405 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:C 2024-11-11T02:41:04,786 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/6c29e57d614c488698dd8b2f551cbdd6 2024-11-11T02:41:04,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/0e7836d249784eeea29e2e6b2fd3fbc6 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/0e7836d249784eeea29e2e6b2fd3fbc6 2024-11-11T02:41:04,795 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/0e7836d249784eeea29e2e6b2fd3fbc6, entries=150, sequenceid=271, filesize=12.0 K 2024-11-11T02:41:04,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/619d56cd84d241cea711418eba1dbb2b as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/619d56cd84d241cea711418eba1dbb2b 2024-11-11T02:41:04,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:41:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:41:04,801 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/619d56cd84d241cea711418eba1dbb2b, entries=150, sequenceid=271, filesize=12.0 K 2024-11-11T02:41:04,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/6c29e57d614c488698dd8b2f551cbdd6 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/6c29e57d614c488698dd8b2f551cbdd6 2024-11-11T02:41:04,806 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/6c29e57d614c488698dd8b2f551cbdd6, entries=150, sequenceid=271, filesize=12.0 K 2024-11-11T02:41:04,807 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=33.54 KB/34350 for 85a2c47e85f59ab4ee2cf04a04a37dc6 in 866ms, sequenceid=271, compaction requested=false 2024-11-11T02:41:04,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:41:04,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:04,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-11T02:41:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-11T02:41:04,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-11T02:41:04,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9360 sec 2024-11-11T02:41:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:41:04,811 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:41:04,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T02:41:04,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.9420 sec 2024-11-11T02:41:04,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/e39bc419e4df48b3b18b6e405bb635b7 is 50, key is test_row_0/A:col10/1731292864809/Put/seqid=0 2024-11-11T02:41:04,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742131_1307 (size=17181) 2024-11-11T02:41:04,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/e39bc419e4df48b3b18b6e405bb635b7 2024-11-11T02:41:04,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/a079d572381644a1a9129bfb89ba1d51 is 50, key is test_row_0/B:col10/1731292864809/Put/seqid=0 2024-11-11T02:41:04,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742132_1308 (size=12301) 2024-11-11T02:41:04,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/a079d572381644a1a9129bfb89ba1d51 2024-11-11T02:41:04,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292924830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:04,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:04,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:04,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:04,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292924834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:04,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:04,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:04,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:04,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292924835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:04,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:04,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292924835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:04,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:04,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:04,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292924837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:04,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:04,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:04,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:04,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:04,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:04,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:04,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/62ea6f1066b34203954a44565b5c9e86 is 50, key is test_row_0/C:col10/1731292864809/Put/seqid=0 2024-11-11T02:41:04,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742133_1309 (size=12301) 2024-11-11T02:41:04,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292924949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:04,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292924949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:04,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292924949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:04,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:04,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:04,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:04,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292924949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:04,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:04,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:04,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:04,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292924949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:04,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:04,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:04,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-11T02:41:05,019 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:41:05,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:41:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-11-11T02:41:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-11T02:41:05,022 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:41:05,022 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:41:05,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:41:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-11T02:41:05,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292925158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:05,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292925158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:05,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292925158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:05,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292925159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:05,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292925159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:05,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:05,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-11T02:41:05,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:05,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:41:05,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:05,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:05,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:05,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/62ea6f1066b34203954a44565b5c9e86 2024-11-11T02:41:05,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/e39bc419e4df48b3b18b6e405bb635b7 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/e39bc419e4df48b3b18b6e405bb635b7 2024-11-11T02:41:05,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/e39bc419e4df48b3b18b6e405bb635b7, entries=250, sequenceid=285, filesize=16.8 K 2024-11-11T02:41:05,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/a079d572381644a1a9129bfb89ba1d51 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/a079d572381644a1a9129bfb89ba1d51 2024-11-11T02:41:05,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/a079d572381644a1a9129bfb89ba1d51, entries=150, sequenceid=285, filesize=12.0 K 2024-11-11T02:41:05,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/62ea6f1066b34203954a44565b5c9e86 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/62ea6f1066b34203954a44565b5c9e86 2024-11-11T02:41:05,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/62ea6f1066b34203954a44565b5c9e86, entries=150, sequenceid=285, filesize=12.0 K 2024-11-11T02:41:05,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 85a2c47e85f59ab4ee2cf04a04a37dc6 in 472ms, sequenceid=285, compaction requested=true 2024-11-11T02:41:05,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:41:05,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:41:05,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:05,283 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:05,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:41:05,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:05,283 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:05,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:41:05,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:05,284 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:05,284 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:05,284 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/A is initiating minor compaction (all files) 2024-11-11T02:41:05,284 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/B is initiating minor compaction (all files) 2024-11-11T02:41:05,285 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/A in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:05,285 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/B in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:05,285 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/4dc02ba7ecbe44c0ac643298b6cc24a7, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/619d56cd84d241cea711418eba1dbb2b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/a079d572381644a1a9129bfb89ba1d51] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=36.6 K 2024-11-11T02:41:05,285 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/3e60abe337494c3ebc0963e8343e25a0, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/0e7836d249784eeea29e2e6b2fd3fbc6, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/e39bc419e4df48b3b18b6e405bb635b7] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=41.4 K 2024-11-11T02:41:05,289 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 4dc02ba7ecbe44c0ac643298b6cc24a7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731292861473 2024-11-11T02:41:05,289 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e60abe337494c3ebc0963e8343e25a0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731292861473 2024-11-11T02:41:05,289 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 619d56cd84d241cea711418eba1dbb2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731292862647 2024-11-11T02:41:05,289 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e7836d249784eeea29e2e6b2fd3fbc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731292862647 2024-11-11T02:41:05,290 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting a079d572381644a1a9129bfb89ba1d51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731292864809 2024-11-11T02:41:05,290 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting e39bc419e4df48b3b18b6e405bb635b7, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731292864806 2024-11-11T02:41:05,298 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#A#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:05,299 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/e1692a27b45e425b9f90955b191b3a00 is 50, key is test_row_0/A:col10/1731292864809/Put/seqid=0 2024-11-11T02:41:05,300 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#B#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:05,300 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/63369c5f6585440abdd65191b8b75935 is 50, key is test_row_0/B:col10/1731292864809/Put/seqid=0 2024-11-11T02:41:05,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742135_1311 (size=13017) 2024-11-11T02:41:05,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742134_1310 (size=13017) 2024-11-11T02:41:05,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-11T02:41:05,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:05,327 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T02:41:05,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/4248976159664e658a2fa236768e33bc is 50, key is test_row_0/A:col10/1731292864833/Put/seqid=0 2024-11-11T02:41:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-11T02:41:05,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742136_1312 (size=12301) 2024-11-11T02:41:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:41:05,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:41:05,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292925478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:05,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:05,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292925480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:05,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:05,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292925480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:05,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292925481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:05,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:05,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:05,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292925487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:05,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:05,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292925588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:05,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:05,591 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,591 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292925588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:05,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292925589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292925589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:05,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292925598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:05,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-11T02:41:05,710 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/63369c5f6585440abdd65191b8b75935 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/63369c5f6585440abdd65191b8b75935 2024-11-11T02:41:05,716 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/e1692a27b45e425b9f90955b191b3a00 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/e1692a27b45e425b9f90955b191b3a00 2024-11-11T02:41:05,727 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/B of 85a2c47e85f59ab4ee2cf04a04a37dc6 into 63369c5f6585440abdd65191b8b75935(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:05,727 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:41:05,727 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/B, priority=13, startTime=1731292865283; duration=0sec 2024-11-11T02:41:05,727 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:05,727 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:B 2024-11-11T02:41:05,728 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:05,728 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/A of 85a2c47e85f59ab4ee2cf04a04a37dc6 into e1692a27b45e425b9f90955b191b3a00(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:05,728 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:41:05,728 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/A, priority=13, startTime=1731292865283; duration=0sec 2024-11-11T02:41:05,728 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:05,728 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:A 2024-11-11T02:41:05,729 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:05,729 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/C is initiating minor compaction (all files) 2024-11-11T02:41:05,729 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/C in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:05,729 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/392f5b6e4f68433084548b704e4c949d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/6c29e57d614c488698dd8b2f551cbdd6, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/62ea6f1066b34203954a44565b5c9e86] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=36.6 K 2024-11-11T02:41:05,729 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 392f5b6e4f68433084548b704e4c949d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731292861473 2024-11-11T02:41:05,730 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c29e57d614c488698dd8b2f551cbdd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731292862647 2024-11-11T02:41:05,730 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 62ea6f1066b34203954a44565b5c9e86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731292864809 2024-11-11T02:41:05,739 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#C#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:05,739 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/265f808373314cd383f35e88c5d14f60 is 50, key is test_row_0/C:col10/1731292864809/Put/seqid=0 2024-11-11T02:41:05,749 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/4248976159664e658a2fa236768e33bc 2024-11-11T02:41:05,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742137_1313 (size=13017) 2024-11-11T02:41:05,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/65b739cc01e04a7bb01ce9ad35e64d90 is 50, key is test_row_0/B:col10/1731292864833/Put/seqid=0 2024-11-11T02:41:05,766 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/265f808373314cd383f35e88c5d14f60 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/265f808373314cd383f35e88c5d14f60 2024-11-11T02:41:05,772 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/C of 85a2c47e85f59ab4ee2cf04a04a37dc6 into 265f808373314cd383f35e88c5d14f60(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:05,772 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:41:05,772 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/C, priority=13, startTime=1731292865283; duration=0sec 2024-11-11T02:41:05,773 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:05,773 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:C 2024-11-11T02:41:05,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742138_1314 (size=12301) 2024-11-11T02:41:05,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292925799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:05,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292925800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292925800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:05,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:05,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292925800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:05,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:05,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292925809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:05,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:05,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:06,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292926109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:06,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292926109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:06,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:06,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:06,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:06,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292926109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:06,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292926109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:06,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:06,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:06,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:06,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:06,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:06,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:06,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:06,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:06,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:06,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292926118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:06,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:06,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:06,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-11T02:41:06,181 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/65b739cc01e04a7bb01ce9ad35e64d90 2024-11-11T02:41:06,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/b923814ba0dc4271a6c61e28d4253bab is 50, key is test_row_0/C:col10/1731292864833/Put/seqid=0 2024-11-11T02:41:06,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742139_1315 (size=12301) 2024-11-11T02:41:06,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292926618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:06,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292926618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:06,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292926618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:06,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292926618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:06,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:06,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:06,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:06,628 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/b923814ba0dc4271a6c61e28d4253bab 2024-11-11T02:41:06,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/4248976159664e658a2fa236768e33bc as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/4248976159664e658a2fa236768e33bc 2024-11-11T02:41:06,635 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/4248976159664e658a2fa236768e33bc, entries=150, sequenceid=309, filesize=12.0 K 2024-11-11T02:41:06,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/65b739cc01e04a7bb01ce9ad35e64d90 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/65b739cc01e04a7bb01ce9ad35e64d90 2024-11-11T02:41:06,640 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/65b739cc01e04a7bb01ce9ad35e64d90, entries=150, sequenceid=309, filesize=12.0 K 2024-11-11T02:41:06,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/b923814ba0dc4271a6c61e28d4253bab as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/b923814ba0dc4271a6c61e28d4253bab 2024-11-11T02:41:06,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292926639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:06,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:06,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:06,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:06,645 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/b923814ba0dc4271a6c61e28d4253bab, entries=150, sequenceid=309, filesize=12.0 K 2024-11-11T02:41:06,647 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 85a2c47e85f59ab4ee2cf04a04a37dc6 in 1320ms, sequenceid=309, compaction requested=false 2024-11-11T02:41:06,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:41:06,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:06,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-11-11T02:41:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-11-11T02:41:06,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-11T02:41:06,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6260 sec 2024-11-11T02:41:06,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 1.6310 sec 2024-11-11T02:41:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-11T02:41:07,168 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:41:07,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:41:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-11-11T02:41:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-11T02:41:07,172 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:41:07,173 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:41:07,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:41:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-11T02:41:07,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-11T02:41:07,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:07,328 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2902): Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T02:41:07,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/84a775dae9fb4646ba03e9747406f374 is 50, key is test_row_0/A:col10/1731292865478/Put/seqid=0 2024-11-11T02:41:07,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742140_1316 (size=12301) 2024-11-11T02:41:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-11T02:41:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:41:07,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:41:07,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292927660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:07,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:07,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292927662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:07,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:07,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:07,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292927694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:07,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:07,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292927694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:07,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292927694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:07,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:07,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:07,745 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/84a775dae9fb4646ba03e9747406f374 2024-11-11T02:41:07,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/84f289d4c3ee41fd9bbcf40225c2c86e is 50, key is test_row_0/B:col10/1731292865478/Put/seqid=0 2024-11-11T02:41:07,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742141_1317 (size=12301) 2024-11-11T02:41:07,756 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/84f289d4c3ee41fd9bbcf40225c2c86e 2024-11-11T02:41:07,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/675f9d146aa64c26972fea4a8f617d3b is 50, key is test_row_0/C:col10/1731292865478/Put/seqid=0 2024-11-11T02:41:07,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742142_1318 (size=12301) 2024-11-11T02:41:07,767 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/675f9d146aa64c26972fea4a8f617d3b 2024-11-11T02:41:07,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/84a775dae9fb4646ba03e9747406f374 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/84a775dae9fb4646ba03e9747406f374 2024-11-11T02:41:07,774 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/84a775dae9fb4646ba03e9747406f374, entries=150, sequenceid=324, filesize=12.0 K 2024-11-11T02:41:07,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/84f289d4c3ee41fd9bbcf40225c2c86e as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/84f289d4c3ee41fd9bbcf40225c2c86e 2024-11-11T02:41:07,779 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/84f289d4c3ee41fd9bbcf40225c2c86e, entries=150, sequenceid=324, filesize=12.0 K 2024-11-11T02:41:07,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/675f9d146aa64c26972fea4a8f617d3b as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/675f9d146aa64c26972fea4a8f617d3b 2024-11-11T02:41:07,783 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/675f9d146aa64c26972fea4a8f617d3b, entries=150, sequenceid=324, filesize=12.0 K 2024-11-11T02:41:07,784 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 85a2c47e85f59ab4ee2cf04a04a37dc6 in 457ms, sequenceid=324, compaction requested=true 2024-11-11T02:41:07,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2603): Flush status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:41:07,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:07,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-11-11T02:41:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=91 2024-11-11T02:41:07,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-11T02:41:07,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 613 msec 2024-11-11T02:41:07,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 619 msec 2024-11-11T02:41:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-11T02:41:07,799 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:41:07,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:41:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees 2024-11-11T02:41:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-11T02:41:07,801 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:41:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:41:07,801 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:41:07,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T02:41:07,801 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:41:07,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:41:07,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/f96be7a12490405d9c54821addfced11 is 50, key is test_row_0/A:col10/1731292867665/Put/seqid=0 2024-11-11T02:41:07,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742143_1319 (size=17181) 2024-11-11T02:41:07,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292927811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:07,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:07,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292927812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:07,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:07,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:07,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292927812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292927813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:07,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:07,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:07,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292927813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:07,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-11T02:41:07,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:07,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292927918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292927918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:07,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292927918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:07,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:07,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:07,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292927919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:07,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:07,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292927919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:07,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:07,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:07,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:07,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-11T02:41:07,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:07,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:41:07,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:07,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:07,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:08,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-11T02:41:08,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:08,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:41:08,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:08,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:08,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-11T02:41:08,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292928128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:08,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292928128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:08,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:08,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:08,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292928129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:08,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:08,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292928129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:08,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:08,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292928129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:08,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:08,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/f96be7a12490405d9c54821addfced11 2024-11-11T02:41:08,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/f2864de86889445c9227517e79bf91c8 is 50, key is test_row_0/B:col10/1731292867665/Put/seqid=0 2024-11-11T02:41:08,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742144_1320 (size=12301) 2024-11-11T02:41:08,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-11T02:41:08,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:08,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:41:08,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:08,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:08,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:08,267 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T02:41:08,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-11T02:41:08,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:08,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:41:08,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:08,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:08,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-11T02:41:08,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292928439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:08,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292928439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:08,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:08,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:08,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292928439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:08,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:08,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292928439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:08,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:08,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:08,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292928439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:08,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:08,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-11T02:41:08,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:08,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:41:08,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:08,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:08,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:08,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/f2864de86889445c9227517e79bf91c8 2024-11-11T02:41:08,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/331d0ac532b547899a4fbf18b9736782 is 50, key is test_row_0/C:col10/1731292867665/Put/seqid=0 2024-11-11T02:41:08,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742145_1321 (size=12301) 2024-11-11T02:41:08,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/331d0ac532b547899a4fbf18b9736782 2024-11-11T02:41:08,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/f96be7a12490405d9c54821addfced11 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/f96be7a12490405d9c54821addfced11 2024-11-11T02:41:08,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/f96be7a12490405d9c54821addfced11, entries=250, sequenceid=351, filesize=16.8 K 2024-11-11T02:41:08,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/f2864de86889445c9227517e79bf91c8 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/f2864de86889445c9227517e79bf91c8 2024-11-11T02:41:08,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/f2864de86889445c9227517e79bf91c8, entries=150, sequenceid=351, filesize=12.0 K 2024-11-11T02:41:08,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/331d0ac532b547899a4fbf18b9736782 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/331d0ac532b547899a4fbf18b9736782 2024-11-11T02:41:08,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/331d0ac532b547899a4fbf18b9736782, entries=150, sequenceid=351, filesize=12.0 K 2024-11-11T02:41:08,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 85a2c47e85f59ab4ee2cf04a04a37dc6 in 845ms, sequenceid=351, compaction requested=true 2024-11-11T02:41:08,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:41:08,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:41:08,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:08,647 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:41:08,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:41:08,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:08,647 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:41:08,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:41:08,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:08,648 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:41:08,648 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54800 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:41:08,648 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/B is initiating minor compaction (all files) 2024-11-11T02:41:08,648 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/A is initiating minor compaction (all files) 2024-11-11T02:41:08,649 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/B in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:08,649 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/A in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:08,649 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/e1692a27b45e425b9f90955b191b3a00, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/4248976159664e658a2fa236768e33bc, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/84a775dae9fb4646ba03e9747406f374, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/f96be7a12490405d9c54821addfced11] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=53.5 K 2024-11-11T02:41:08,649 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/63369c5f6585440abdd65191b8b75935, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/65b739cc01e04a7bb01ce9ad35e64d90, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/84f289d4c3ee41fd9bbcf40225c2c86e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/f2864de86889445c9227517e79bf91c8] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=48.8 K 2024-11-11T02:41:08,649 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 63369c5f6585440abdd65191b8b75935, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731292864809 2024-11-11T02:41:08,649 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1692a27b45e425b9f90955b191b3a00, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731292864809 2024-11-11T02:41:08,649 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4248976159664e658a2fa236768e33bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731292864826 2024-11-11T02:41:08,649 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 65b739cc01e04a7bb01ce9ad35e64d90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731292864826 2024-11-11T02:41:08,649 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84a775dae9fb4646ba03e9747406f374, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731292865476 2024-11-11T02:41:08,649 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 84f289d4c3ee41fd9bbcf40225c2c86e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731292865476 2024-11-11T02:41:08,650 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting f96be7a12490405d9c54821addfced11, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731292867660 2024-11-11T02:41:08,650 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting f2864de86889445c9227517e79bf91c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731292867664 2024-11-11T02:41:08,661 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#A#compaction#276 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:08,662 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/0e60df425f4d4fa99e2b8ef8dcb03e05 is 50, key is test_row_0/A:col10/1731292867665/Put/seqid=0 2024-11-11T02:41:08,666 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#B#compaction#277 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:08,666 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/8e91fda5a73a4edfb8b7833efac9f94a is 50, key is test_row_0/B:col10/1731292867665/Put/seqid=0 2024-11-11T02:41:08,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742147_1323 (size=13153) 2024-11-11T02:41:08,705 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/8e91fda5a73a4edfb8b7833efac9f94a as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/8e91fda5a73a4edfb8b7833efac9f94a 2024-11-11T02:41:08,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742146_1322 (size=13153) 2024-11-11T02:41:08,712 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/B of 85a2c47e85f59ab4ee2cf04a04a37dc6 into 8e91fda5a73a4edfb8b7833efac9f94a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:08,713 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:41:08,713 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/B, priority=12, startTime=1731292868647; duration=0sec 2024-11-11T02:41:08,713 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:08,713 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:B 2024-11-11T02:41:08,713 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:41:08,714 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/0e60df425f4d4fa99e2b8ef8dcb03e05 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/0e60df425f4d4fa99e2b8ef8dcb03e05 2024-11-11T02:41:08,714 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:41:08,715 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/C is initiating minor compaction (all files) 2024-11-11T02:41:08,715 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/C in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:08,715 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/265f808373314cd383f35e88c5d14f60, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/b923814ba0dc4271a6c61e28d4253bab, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/675f9d146aa64c26972fea4a8f617d3b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/331d0ac532b547899a4fbf18b9736782] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=48.8 K 2024-11-11T02:41:08,715 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 265f808373314cd383f35e88c5d14f60, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731292864809 2024-11-11T02:41:08,716 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting b923814ba0dc4271a6c61e28d4253bab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731292864826 2024-11-11T02:41:08,716 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 675f9d146aa64c26972fea4a8f617d3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731292865476 2024-11-11T02:41:08,716 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 331d0ac532b547899a4fbf18b9736782, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731292867664 2024-11-11T02:41:08,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-11T02:41:08,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:08,717 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2902): Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-11T02:41:08,720 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/A of 85a2c47e85f59ab4ee2cf04a04a37dc6 into 0e60df425f4d4fa99e2b8ef8dcb03e05(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:08,720 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:41:08,720 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/A, priority=12, startTime=1731292868647; duration=0sec 2024-11-11T02:41:08,720 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:08,720 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:A 2024-11-11T02:41:08,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/0f73f3aab8a3435fa08a10d97511b31a is 50, key is test_row_1/A:col10/1731292867812/Put/seqid=0 2024-11-11T02:41:08,737 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#C#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:08,737 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/8f67e1ad018744ad8cb52ae9f8b355e5 is 50, key is test_row_0/C:col10/1731292867665/Put/seqid=0 2024-11-11T02:41:08,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742148_1324 (size=13153) 2024-11-11T02:41:08,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742149_1325 (size=9857) 2024-11-11T02:41:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-11T02:41:08,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. as already flushing 2024-11-11T02:41:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:41:08,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:08,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292928968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292928968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:08,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:08,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292928969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:08,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:08,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:08,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:08,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292928972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:08,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:08,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292928973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:08,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:08,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:09,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:09,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292929078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292929078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:09,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292929078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292929078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292929078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:09,170 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/0f73f3aab8a3435fa08a10d97511b31a 2024-11-11T02:41:09,172 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/8f67e1ad018744ad8cb52ae9f8b355e5 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/8f67e1ad018744ad8cb52ae9f8b355e5 2024-11-11T02:41:09,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/59f86ad2f33a479ba2568fce1eb4b623 is 50, key is test_row_1/B:col10/1731292867812/Put/seqid=0 2024-11-11T02:41:09,177 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/C of 85a2c47e85f59ab4ee2cf04a04a37dc6 into 8f67e1ad018744ad8cb52ae9f8b355e5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:09,177 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:41:09,177 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/C, priority=12, startTime=1731292868647; duration=0sec 2024-11-11T02:41:09,177 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:09,177 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:C 2024-11-11T02:41:09,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742150_1326 (size=9857) 2024-11-11T02:41:09,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292929288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:09,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292929288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:09,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:09,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292929288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:09,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:09,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:09,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292929288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:09,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:09,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292929288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:09,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:09,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:09,580 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/59f86ad2f33a479ba2568fce1eb4b623 2024-11-11T02:41:09,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/d58cf114e4854ca0b72171e7c52912d2 is 50, key is test_row_1/C:col10/1731292867812/Put/seqid=0 2024-11-11T02:41:09,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742151_1327 (size=9857) 2024-11-11T02:41:09,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52882 deadline: 1731292929599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:09,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:09,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52928 deadline: 1731292929599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:09,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:09,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:09,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52898 deadline: 1731292929599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:09,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52930 deadline: 1731292929599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:09,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52904 deadline: 1731292929599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-11T02:41:09,985 INFO [Thread-1154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1154. 2024-11-11T02:41:09,985 DEBUG [Thread-1154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:41:09,985 DEBUG [Thread-1154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:09,985 DEBUG [Thread-1154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:09,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:41:09,985 INFO [Thread-1158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1158. 2024-11-11T02:41:09,985 DEBUG [Thread-1158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:41:09,985 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:09,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:41:09,986 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:09,986 INFO [Thread-1156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1156. 2024-11-11T02:41:09,986 DEBUG [Thread-1156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:41:09,986 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:09,986 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:09,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:41:09,987 INFO [Thread-1152 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1152. 2024-11-11T02:41:09,987 DEBUG [Thread-1152 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:41:09,987 DEBUG [Thread-1152 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:09,987 DEBUG [Thread-1152 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:09,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:41:09,988 INFO [Thread-1160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1160. 2024-11-11T02:41:09,988 DEBUG [Thread-1160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:41:09,988 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:09,989 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:09,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:41:09,990 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/d58cf114e4854ca0b72171e7c52912d2 2024-11-11T02:41:09,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/0f73f3aab8a3435fa08a10d97511b31a as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/0f73f3aab8a3435fa08a10d97511b31a 2024-11-11T02:41:09,996 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/0f73f3aab8a3435fa08a10d97511b31a, entries=100, sequenceid=362, filesize=9.6 K 2024-11-11T02:41:09,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/59f86ad2f33a479ba2568fce1eb4b623 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/59f86ad2f33a479ba2568fce1eb4b623 2024-11-11T02:41:10,000 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/59f86ad2f33a479ba2568fce1eb4b623, entries=100, sequenceid=362, filesize=9.6 K 2024-11-11T02:41:10,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/d58cf114e4854ca0b72171e7c52912d2 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/d58cf114e4854ca0b72171e7c52912d2 2024-11-11T02:41:10,004 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/d58cf114e4854ca0b72171e7c52912d2, entries=100, sequenceid=362, filesize=9.6 K 2024-11-11T02:41:10,005 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 85a2c47e85f59ab4ee2cf04a04a37dc6 in 1288ms, sequenceid=362, compaction requested=false 2024-11-11T02:41:10,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2603): Flush status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:41:10,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:10,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=93 2024-11-11T02:41:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=93 2024-11-11T02:41:10,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-11T02:41:10,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2060 sec 2024-11-11T02:41:10,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees in 2.2090 sec 2024-11-11T02:41:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:41:10,113 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:41:10,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-11T02:41:10,114 INFO [Thread-1141 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1141. 2024-11-11T02:41:10,114 INFO [Thread-1143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1143. 2024-11-11T02:41:10,114 INFO [Thread-1149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1149. 2024-11-11T02:41:10,114 DEBUG [Thread-1141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:41:10,114 DEBUG [Thread-1149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:41:10,114 DEBUG [Thread-1143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:41:10,114 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:10,114 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:10,114 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:10,114 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:10,115 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:10,115 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:10,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:41:10,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:41:10,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:41:10,118 INFO [Thread-1145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1145. 2024-11-11T02:41:10,118 DEBUG [Thread-1145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:41:10,118 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:10,118 INFO [Thread-1147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1147. 2024-11-11T02:41:10,118 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:10,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:41:10,118 DEBUG [Thread-1147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:41:10,118 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:10,118 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:10,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:41:10,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/03425aacd1d94f21937172d35a59fa09 is 50, key is test_row_0/A:col10/1731292870110/Put/seqid=0 2024-11-11T02:41:10,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742152_1328 (size=12301) 2024-11-11T02:41:10,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/03425aacd1d94f21937172d35a59fa09 2024-11-11T02:41:10,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/9d7c31b78c7c476fa358a1e09cd284f6 is 50, key is test_row_0/B:col10/1731292870110/Put/seqid=0 2024-11-11T02:41:10,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742153_1329 (size=12301) 2024-11-11T02:41:10,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/9d7c31b78c7c476fa358a1e09cd284f6 2024-11-11T02:41:10,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/2b6518f8bad84692bac18ae3cd4b25f8 is 50, key is test_row_0/C:col10/1731292870110/Put/seqid=0 2024-11-11T02:41:10,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742154_1330 (size=12301) 2024-11-11T02:41:11,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/2b6518f8bad84692bac18ae3cd4b25f8 2024-11-11T02:41:11,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/03425aacd1d94f21937172d35a59fa09 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/03425aacd1d94f21937172d35a59fa09 2024-11-11T02:41:11,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/03425aacd1d94f21937172d35a59fa09, entries=150, sequenceid=393, filesize=12.0 K 2024-11-11T02:41:11,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/9d7c31b78c7c476fa358a1e09cd284f6 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/9d7c31b78c7c476fa358a1e09cd284f6 2024-11-11T02:41:11,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/9d7c31b78c7c476fa358a1e09cd284f6, entries=150, sequenceid=393, filesize=12.0 K 2024-11-11T02:41:11,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/2b6518f8bad84692bac18ae3cd4b25f8 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/2b6518f8bad84692bac18ae3cd4b25f8 2024-11-11T02:41:11,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/2b6518f8bad84692bac18ae3cd4b25f8, entries=150, sequenceid=393, filesize=12.0 K 2024-11-11T02:41:11,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=13.42 KB/13740 for 85a2c47e85f59ab4ee2cf04a04a37dc6 in 1279ms, sequenceid=393, compaction requested=true 2024-11-11T02:41:11,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:41:11,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:41:11,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:11,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:41:11,393 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:11,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:11,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85a2c47e85f59ab4ee2cf04a04a37dc6:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:41:11,393 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:11,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:11,394 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:11,394 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:11,394 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/A is initiating minor compaction (all files) 2024-11-11T02:41:11,394 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/B is initiating minor compaction (all files) 2024-11-11T02:41:11,394 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/A in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:11,394 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/B in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:11,395 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/0e60df425f4d4fa99e2b8ef8dcb03e05, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/0f73f3aab8a3435fa08a10d97511b31a, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/03425aacd1d94f21937172d35a59fa09] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=34.5 K 2024-11-11T02:41:11,395 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/8e91fda5a73a4edfb8b7833efac9f94a, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/59f86ad2f33a479ba2568fce1eb4b623, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/9d7c31b78c7c476fa358a1e09cd284f6] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=34.5 K 2024-11-11T02:41:11,395 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e91fda5a73a4edfb8b7833efac9f94a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731292867664 2024-11-11T02:41:11,395 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e60df425f4d4fa99e2b8ef8dcb03e05, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731292867664 2024-11-11T02:41:11,395 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 59f86ad2f33a479ba2568fce1eb4b623, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731292867811 2024-11-11T02:41:11,395 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f73f3aab8a3435fa08a10d97511b31a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731292867811 2024-11-11T02:41:11,396 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03425aacd1d94f21937172d35a59fa09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731292868966 2024-11-11T02:41:11,396 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d7c31b78c7c476fa358a1e09cd284f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731292868966 2024-11-11T02:41:11,405 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#A#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:11,406 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/89a86514cf844877b353d87f89a78707 is 50, key is test_row_0/A:col10/1731292870110/Put/seqid=0 2024-11-11T02:41:11,409 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#B#compaction#286 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:11,410 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/d069441fab564e8f9607e24e5ac087ae is 50, key is test_row_0/B:col10/1731292870110/Put/seqid=0 2024-11-11T02:41:11,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742155_1331 (size=13255) 2024-11-11T02:41:11,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742156_1332 (size=13255) 2024-11-11T02:41:11,818 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/89a86514cf844877b353d87f89a78707 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/89a86514cf844877b353d87f89a78707 2024-11-11T02:41:11,818 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/d069441fab564e8f9607e24e5ac087ae as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/d069441fab564e8f9607e24e5ac087ae 2024-11-11T02:41:11,823 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/A of 85a2c47e85f59ab4ee2cf04a04a37dc6 into 89a86514cf844877b353d87f89a78707(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:11,823 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/B of 85a2c47e85f59ab4ee2cf04a04a37dc6 into d069441fab564e8f9607e24e5ac087ae(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:11,823 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:41:11,823 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:41:11,823 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/A, priority=13, startTime=1731292871393; duration=0sec 2024-11-11T02:41:11,823 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/B, priority=13, startTime=1731292871393; duration=0sec 2024-11-11T02:41:11,823 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:11,823 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:A 2024-11-11T02:41:11,823 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:11,823 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:B 2024-11-11T02:41:11,823 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:11,824 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:11,824 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 85a2c47e85f59ab4ee2cf04a04a37dc6/C is initiating minor compaction (all files) 2024-11-11T02:41:11,824 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85a2c47e85f59ab4ee2cf04a04a37dc6/C in TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:11,825 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/8f67e1ad018744ad8cb52ae9f8b355e5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/d58cf114e4854ca0b72171e7c52912d2, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/2b6518f8bad84692bac18ae3cd4b25f8] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp, totalSize=34.5 K 2024-11-11T02:41:11,825 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f67e1ad018744ad8cb52ae9f8b355e5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731292867664 2024-11-11T02:41:11,825 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting d58cf114e4854ca0b72171e7c52912d2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731292867811 2024-11-11T02:41:11,825 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b6518f8bad84692bac18ae3cd4b25f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731292868966 2024-11-11T02:41:11,833 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85a2c47e85f59ab4ee2cf04a04a37dc6#C#compaction#287 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:11,833 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/98c1beffce2346868d37391a4e65299f is 50, key is test_row_0/C:col10/1731292870110/Put/seqid=0 2024-11-11T02:41:11,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742157_1333 (size=13255) 2024-11-11T02:41:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-11T02:41:11,969 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:41:11,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T02:41:11,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-11T02:41:11,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-11T02:41:11,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-11T02:41:11,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-11T02:41:11,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-11T02:41:11,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T02:41:11,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4176 2024-11-11T02:41:11,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3988 2024-11-11T02:41:11,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4139 2024-11-11T02:41:11,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4184 2024-11-11T02:41:11,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4016 2024-11-11T02:41:11,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T02:41:11,970 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T02:41:11,970 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T02:41:11,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:11,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:11,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:41:11,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T02:41:11,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T02:41:11,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-11T02:41:11,973 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292871973"}]},"ts":"1731292871973"} 2024-11-11T02:41:11,974 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T02:41:11,974 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T02:41:11,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T02:41:11,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=85a2c47e85f59ab4ee2cf04a04a37dc6, UNASSIGN}] 2024-11-11T02:41:11,977 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=85a2c47e85f59ab4ee2cf04a04a37dc6, UNASSIGN 2024-11-11T02:41:11,977 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=85a2c47e85f59ab4ee2cf04a04a37dc6, regionState=CLOSING, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:11,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=85a2c47e85f59ab4ee2cf04a04a37dc6, UNASSIGN because future has completed 2024-11-11T02:41:11,978 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T02:41:11,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905}] 2024-11-11T02:41:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-11T02:41:12,132 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(122): Close 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:41:12,132 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T02:41:12,132 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1722): Closing 85a2c47e85f59ab4ee2cf04a04a37dc6, disabling compactions & flushes 2024-11-11T02:41:12,132 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1993): waiting for 1 compactions to complete for region TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:12,256 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/98c1beffce2346868d37391a4e65299f as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/98c1beffce2346868d37391a4e65299f 2024-11-11T02:41:12,262 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85a2c47e85f59ab4ee2cf04a04a37dc6/C of 85a2c47e85f59ab4ee2cf04a04a37dc6 into 98c1beffce2346868d37391a4e65299f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:12,262 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: 2024-11-11T02:41:12,262 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., storeName=85a2c47e85f59ab4ee2cf04a04a37dc6/C, priority=13, startTime=1731292871393; duration=0sec 2024-11-11T02:41:12,262 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:12,262 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:12,262 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:12,262 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85a2c47e85f59ab4ee2cf04a04a37dc6:C 2024-11-11T02:41:12,262 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. after waiting 0 ms 2024-11-11T02:41:12,262 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:12,262 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(2902): Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-11T02:41:12,265 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/421ee9cbf72640ba93b1316207e1b9fd is 50, key is test_row_0/A:col10/1731292870115/Put/seqid=0 2024-11-11T02:41:12,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742158_1334 (size=7415) 2024-11-11T02:41:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-11T02:41:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-11T02:41:12,669 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/421ee9cbf72640ba93b1316207e1b9fd 2024-11-11T02:41:12,676 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/23af1ae52dda4cd88f0e568ce9195091 is 50, key is test_row_0/B:col10/1731292870115/Put/seqid=0 2024-11-11T02:41:12,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742159_1335 (size=7415) 2024-11-11T02:41:13,081 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/23af1ae52dda4cd88f0e568ce9195091 2024-11-11T02:41:13,092 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/3f8cddbd5b6b49bc969e0c7ef1635630 is 50, key is test_row_0/C:col10/1731292870115/Put/seqid=0 2024-11-11T02:41:13,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742160_1336 (size=7415) 2024-11-11T02:41:13,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-11T02:41:13,496 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/3f8cddbd5b6b49bc969e0c7ef1635630 2024-11-11T02:41:13,503 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/A/421ee9cbf72640ba93b1316207e1b9fd as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/421ee9cbf72640ba93b1316207e1b9fd 2024-11-11T02:41:13,508 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/421ee9cbf72640ba93b1316207e1b9fd, entries=50, sequenceid=401, filesize=7.2 K 2024-11-11T02:41:13,509 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/B/23af1ae52dda4cd88f0e568ce9195091 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/23af1ae52dda4cd88f0e568ce9195091 2024-11-11T02:41:13,512 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/23af1ae52dda4cd88f0e568ce9195091, entries=50, sequenceid=401, filesize=7.2 K 2024-11-11T02:41:13,513 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/.tmp/C/3f8cddbd5b6b49bc969e0c7ef1635630 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/3f8cddbd5b6b49bc969e0c7ef1635630 2024-11-11T02:41:13,516 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/3f8cddbd5b6b49bc969e0c7ef1635630, entries=50, sequenceid=401, filesize=7.2 K 2024-11-11T02:41:13,517 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 85a2c47e85f59ab4ee2cf04a04a37dc6 in 1255ms, sequenceid=401, compaction requested=false 2024-11-11T02:41:13,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/3bef17788512491da2e9cb108809c55b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/e85c8b236bdd415b9a12aa5506c9ce3c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/ca429a58499542609c313bcf13c7218a, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/18b407fa131148c29439aa32627976cd, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/d50cf900b9db431fb3e8c9ecfa61a800, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/df9aa0b058434cb28a0697dcafe0e38b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/17c7c6a6a49344d6adcbd96ccbd82316, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/78bfcd7183904cd2a90741fceba6646c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/b128f0ebfb0348c09352d7f6c225f3d1, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/ff70df89e3b24a36ad65e9b42bc05173, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/46054608ca7b49238a805ff7ead811f6, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/174dc04b606c4a4ab0400209d9cf7ef0, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/78e72d0e697045d4bcc725290f7fe55d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/79cde648438c463b948a93c10a2f940a, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/4078acee07384577bdc9bc62e99ed94d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/4abc878683774a4bbb1702deff3acf75, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/3b0a206e252a425cb4a1e7cd038d3f5c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/3e60abe337494c3ebc0963e8343e25a0, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/0ca547bb472b4d8295b688246e398ff2, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/0e7836d249784eeea29e2e6b2fd3fbc6, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/e39bc419e4df48b3b18b6e405bb635b7, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/e1692a27b45e425b9f90955b191b3a00, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/4248976159664e658a2fa236768e33bc, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/84a775dae9fb4646ba03e9747406f374, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/f96be7a12490405d9c54821addfced11, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/0e60df425f4d4fa99e2b8ef8dcb03e05, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/0f73f3aab8a3435fa08a10d97511b31a, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/03425aacd1d94f21937172d35a59fa09] to archive 2024-11-11T02:41:13,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T02:41:13,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/3bef17788512491da2e9cb108809c55b to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/3bef17788512491da2e9cb108809c55b 2024-11-11T02:41:13,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/e85c8b236bdd415b9a12aa5506c9ce3c to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/e85c8b236bdd415b9a12aa5506c9ce3c 2024-11-11T02:41:13,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/ca429a58499542609c313bcf13c7218a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/ca429a58499542609c313bcf13c7218a 2024-11-11T02:41:13,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/18b407fa131148c29439aa32627976cd to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/18b407fa131148c29439aa32627976cd 2024-11-11T02:41:13,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/d50cf900b9db431fb3e8c9ecfa61a800 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/d50cf900b9db431fb3e8c9ecfa61a800 2024-11-11T02:41:13,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/df9aa0b058434cb28a0697dcafe0e38b to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/df9aa0b058434cb28a0697dcafe0e38b 2024-11-11T02:41:13,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/17c7c6a6a49344d6adcbd96ccbd82316 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/17c7c6a6a49344d6adcbd96ccbd82316 2024-11-11T02:41:13,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/78bfcd7183904cd2a90741fceba6646c to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/78bfcd7183904cd2a90741fceba6646c 2024-11-11T02:41:13,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/b128f0ebfb0348c09352d7f6c225f3d1 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/b128f0ebfb0348c09352d7f6c225f3d1 2024-11-11T02:41:13,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/ff70df89e3b24a36ad65e9b42bc05173 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/ff70df89e3b24a36ad65e9b42bc05173 2024-11-11T02:41:13,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/46054608ca7b49238a805ff7ead811f6 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/46054608ca7b49238a805ff7ead811f6 2024-11-11T02:41:13,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/174dc04b606c4a4ab0400209d9cf7ef0 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/174dc04b606c4a4ab0400209d9cf7ef0 2024-11-11T02:41:13,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/78e72d0e697045d4bcc725290f7fe55d to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/78e72d0e697045d4bcc725290f7fe55d 2024-11-11T02:41:13,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/79cde648438c463b948a93c10a2f940a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/79cde648438c463b948a93c10a2f940a 2024-11-11T02:41:13,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/4078acee07384577bdc9bc62e99ed94d to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/4078acee07384577bdc9bc62e99ed94d 2024-11-11T02:41:13,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/4abc878683774a4bbb1702deff3acf75 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/4abc878683774a4bbb1702deff3acf75 2024-11-11T02:41:13,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/3b0a206e252a425cb4a1e7cd038d3f5c to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/3b0a206e252a425cb4a1e7cd038d3f5c 2024-11-11T02:41:13,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/3e60abe337494c3ebc0963e8343e25a0 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/3e60abe337494c3ebc0963e8343e25a0 2024-11-11T02:41:13,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/0ca547bb472b4d8295b688246e398ff2 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/0ca547bb472b4d8295b688246e398ff2 2024-11-11T02:41:13,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/0e7836d249784eeea29e2e6b2fd3fbc6 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/0e7836d249784eeea29e2e6b2fd3fbc6 2024-11-11T02:41:13,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/e39bc419e4df48b3b18b6e405bb635b7 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/e39bc419e4df48b3b18b6e405bb635b7 2024-11-11T02:41:13,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/e1692a27b45e425b9f90955b191b3a00 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/e1692a27b45e425b9f90955b191b3a00 2024-11-11T02:41:13,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/4248976159664e658a2fa236768e33bc to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/4248976159664e658a2fa236768e33bc 2024-11-11T02:41:13,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/84a775dae9fb4646ba03e9747406f374 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/84a775dae9fb4646ba03e9747406f374 2024-11-11T02:41:13,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/f96be7a12490405d9c54821addfced11 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/f96be7a12490405d9c54821addfced11 2024-11-11T02:41:13,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/0e60df425f4d4fa99e2b8ef8dcb03e05 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/0e60df425f4d4fa99e2b8ef8dcb03e05 2024-11-11T02:41:13,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/0f73f3aab8a3435fa08a10d97511b31a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/0f73f3aab8a3435fa08a10d97511b31a 2024-11-11T02:41:13,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/03425aacd1d94f21937172d35a59fa09 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/03425aacd1d94f21937172d35a59fa09 2024-11-11T02:41:13,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/c14757df7e494adab9d87e2c511461c7, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/f62fdf1b7e22447996fa16a715a04659, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/227f104e6b3347d9bf54528e6118767f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/e12b5659eeb843daaeb756e959dd802e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/426c11a321ba48b19391831dbbe132a5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/05793ed3347b4de1bb902cf640448abc, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/8c2c5948b7a744bf9cf5e9d1da45cf6f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/16dce5d761744940b7e29d94789d0f41, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/3c02c35637c648ae8145b7f29a304b49, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/48d3b5916f00479d9ef3da12d74d96e7, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/d342bccf552e4049bac621a13a60e9ab, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/3b37ff843d3d4e2193c1e496e4d2b3a5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/676bde36db8e4e85b56f854b5b71cb9a, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/9af6acf5726c4f68913d1dddca91bd76, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/103c0655909b4ae68eaad47a3cdc9875, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/9ac236f623304ceb811618010db35b19, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/785cfeea0fb74e3e80a7456df8fd7a9c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/4dc02ba7ecbe44c0ac643298b6cc24a7, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/11f94a9cef4e4ae49bd1505bc385430c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/619d56cd84d241cea711418eba1dbb2b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/63369c5f6585440abdd65191b8b75935, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/a079d572381644a1a9129bfb89ba1d51, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/65b739cc01e04a7bb01ce9ad35e64d90, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/84f289d4c3ee41fd9bbcf40225c2c86e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/8e91fda5a73a4edfb8b7833efac9f94a, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/f2864de86889445c9227517e79bf91c8, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/59f86ad2f33a479ba2568fce1eb4b623, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/9d7c31b78c7c476fa358a1e09cd284f6] to archive 2024-11-11T02:41:13,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T02:41:13,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/c14757df7e494adab9d87e2c511461c7 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/c14757df7e494adab9d87e2c511461c7 2024-11-11T02:41:13,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/f62fdf1b7e22447996fa16a715a04659 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/f62fdf1b7e22447996fa16a715a04659 2024-11-11T02:41:13,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/227f104e6b3347d9bf54528e6118767f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/227f104e6b3347d9bf54528e6118767f 2024-11-11T02:41:13,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/e12b5659eeb843daaeb756e959dd802e to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/e12b5659eeb843daaeb756e959dd802e 2024-11-11T02:41:13,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/426c11a321ba48b19391831dbbe132a5 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/426c11a321ba48b19391831dbbe132a5 2024-11-11T02:41:13,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/05793ed3347b4de1bb902cf640448abc to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/05793ed3347b4de1bb902cf640448abc 2024-11-11T02:41:13,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/8c2c5948b7a744bf9cf5e9d1da45cf6f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/8c2c5948b7a744bf9cf5e9d1da45cf6f 2024-11-11T02:41:13,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/16dce5d761744940b7e29d94789d0f41 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/16dce5d761744940b7e29d94789d0f41 2024-11-11T02:41:13,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/3c02c35637c648ae8145b7f29a304b49 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/3c02c35637c648ae8145b7f29a304b49 2024-11-11T02:41:13,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/48d3b5916f00479d9ef3da12d74d96e7 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/48d3b5916f00479d9ef3da12d74d96e7 2024-11-11T02:41:13,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/d342bccf552e4049bac621a13a60e9ab to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/d342bccf552e4049bac621a13a60e9ab 2024-11-11T02:41:13,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/3b37ff843d3d4e2193c1e496e4d2b3a5 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/3b37ff843d3d4e2193c1e496e4d2b3a5 2024-11-11T02:41:13,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/676bde36db8e4e85b56f854b5b71cb9a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/676bde36db8e4e85b56f854b5b71cb9a 2024-11-11T02:41:13,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/9af6acf5726c4f68913d1dddca91bd76 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/9af6acf5726c4f68913d1dddca91bd76 2024-11-11T02:41:13,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/103c0655909b4ae68eaad47a3cdc9875 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/103c0655909b4ae68eaad47a3cdc9875 2024-11-11T02:41:13,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/9ac236f623304ceb811618010db35b19 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/9ac236f623304ceb811618010db35b19 2024-11-11T02:41:13,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/785cfeea0fb74e3e80a7456df8fd7a9c to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/785cfeea0fb74e3e80a7456df8fd7a9c 2024-11-11T02:41:13,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/4dc02ba7ecbe44c0ac643298b6cc24a7 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/4dc02ba7ecbe44c0ac643298b6cc24a7 2024-11-11T02:41:13,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/11f94a9cef4e4ae49bd1505bc385430c to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/11f94a9cef4e4ae49bd1505bc385430c 2024-11-11T02:41:13,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/619d56cd84d241cea711418eba1dbb2b to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/619d56cd84d241cea711418eba1dbb2b 2024-11-11T02:41:13,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/63369c5f6585440abdd65191b8b75935 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/63369c5f6585440abdd65191b8b75935 2024-11-11T02:41:13,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/a079d572381644a1a9129bfb89ba1d51 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/a079d572381644a1a9129bfb89ba1d51 2024-11-11T02:41:13,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/65b739cc01e04a7bb01ce9ad35e64d90 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/65b739cc01e04a7bb01ce9ad35e64d90 2024-11-11T02:41:13,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/84f289d4c3ee41fd9bbcf40225c2c86e to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/84f289d4c3ee41fd9bbcf40225c2c86e 2024-11-11T02:41:13,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/8e91fda5a73a4edfb8b7833efac9f94a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/8e91fda5a73a4edfb8b7833efac9f94a 2024-11-11T02:41:13,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/f2864de86889445c9227517e79bf91c8 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/f2864de86889445c9227517e79bf91c8 2024-11-11T02:41:13,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/59f86ad2f33a479ba2568fce1eb4b623 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/59f86ad2f33a479ba2568fce1eb4b623 2024-11-11T02:41:13,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/9d7c31b78c7c476fa358a1e09cd284f6 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/9d7c31b78c7c476fa358a1e09cd284f6 2024-11-11T02:41:13,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/7269d8f26b324b58be2723a295d8ea68, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/beb014f27e924f159392940238c2cc7d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/5bd81943ed2f4490b06848ac1fc4cd84, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/7a876c9e0772461a80782551fd4c783f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/25a9cc9ba21043938463b8a3b682ada4, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/c9ee1202a15b4c1f901e6229d45e056d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/a4403ee72c3b4cfcbebe4c31ae9075e0, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/80e4254566614757bee41cdf0289a81b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/6ecdde0c9a4642a6a589c515099bd0d2, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/dfd656d32f3544f58e7c3807c9d10723, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/c81ba9ffe521445b93d51d2f7e98429e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/38c0d8db661e4ef78dce070e39aaf789, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/64b096ca7ab940c6a847ffb62d3a883e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/37fc7f2998ce4da385ec3ac5fe38aa9d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/ac43d707a4a94afb9955706523c2861a, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/d9a217b53334416ba737c83ebf584a3b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/917c9d7cc15746d4bbc012a6ee73ba8c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/392f5b6e4f68433084548b704e4c949d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/241e65a641c243048c2a7e87d520b2d0, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/6c29e57d614c488698dd8b2f551cbdd6, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/265f808373314cd383f35e88c5d14f60, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/62ea6f1066b34203954a44565b5c9e86, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/b923814ba0dc4271a6c61e28d4253bab, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/675f9d146aa64c26972fea4a8f617d3b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/8f67e1ad018744ad8cb52ae9f8b355e5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/331d0ac532b547899a4fbf18b9736782, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/d58cf114e4854ca0b72171e7c52912d2, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/2b6518f8bad84692bac18ae3cd4b25f8] to archive 2024-11-11T02:41:13,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T02:41:13,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/7269d8f26b324b58be2723a295d8ea68 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/7269d8f26b324b58be2723a295d8ea68 2024-11-11T02:41:13,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/beb014f27e924f159392940238c2cc7d to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/beb014f27e924f159392940238c2cc7d 2024-11-11T02:41:13,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/5bd81943ed2f4490b06848ac1fc4cd84 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/5bd81943ed2f4490b06848ac1fc4cd84 2024-11-11T02:41:13,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/7a876c9e0772461a80782551fd4c783f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/7a876c9e0772461a80782551fd4c783f 2024-11-11T02:41:13,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/25a9cc9ba21043938463b8a3b682ada4 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/25a9cc9ba21043938463b8a3b682ada4 2024-11-11T02:41:13,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/c9ee1202a15b4c1f901e6229d45e056d to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/c9ee1202a15b4c1f901e6229d45e056d 2024-11-11T02:41:13,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/a4403ee72c3b4cfcbebe4c31ae9075e0 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/a4403ee72c3b4cfcbebe4c31ae9075e0 2024-11-11T02:41:13,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/80e4254566614757bee41cdf0289a81b to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/80e4254566614757bee41cdf0289a81b 2024-11-11T02:41:13,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/6ecdde0c9a4642a6a589c515099bd0d2 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/6ecdde0c9a4642a6a589c515099bd0d2 2024-11-11T02:41:13,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/dfd656d32f3544f58e7c3807c9d10723 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/dfd656d32f3544f58e7c3807c9d10723 2024-11-11T02:41:13,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/c81ba9ffe521445b93d51d2f7e98429e to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/c81ba9ffe521445b93d51d2f7e98429e 2024-11-11T02:41:13,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/38c0d8db661e4ef78dce070e39aaf789 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/38c0d8db661e4ef78dce070e39aaf789 2024-11-11T02:41:13,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/64b096ca7ab940c6a847ffb62d3a883e to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/64b096ca7ab940c6a847ffb62d3a883e 2024-11-11T02:41:13,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/37fc7f2998ce4da385ec3ac5fe38aa9d to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/37fc7f2998ce4da385ec3ac5fe38aa9d 2024-11-11T02:41:13,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/ac43d707a4a94afb9955706523c2861a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/ac43d707a4a94afb9955706523c2861a 2024-11-11T02:41:13,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/d9a217b53334416ba737c83ebf584a3b to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/d9a217b53334416ba737c83ebf584a3b 2024-11-11T02:41:13,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/917c9d7cc15746d4bbc012a6ee73ba8c to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/917c9d7cc15746d4bbc012a6ee73ba8c 2024-11-11T02:41:13,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/392f5b6e4f68433084548b704e4c949d to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/392f5b6e4f68433084548b704e4c949d 2024-11-11T02:41:13,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/241e65a641c243048c2a7e87d520b2d0 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/241e65a641c243048c2a7e87d520b2d0 2024-11-11T02:41:13,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/6c29e57d614c488698dd8b2f551cbdd6 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/6c29e57d614c488698dd8b2f551cbdd6 2024-11-11T02:41:13,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/265f808373314cd383f35e88c5d14f60 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/265f808373314cd383f35e88c5d14f60 2024-11-11T02:41:13,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/62ea6f1066b34203954a44565b5c9e86 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/62ea6f1066b34203954a44565b5c9e86 2024-11-11T02:41:13,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/b923814ba0dc4271a6c61e28d4253bab to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/b923814ba0dc4271a6c61e28d4253bab 2024-11-11T02:41:13,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/675f9d146aa64c26972fea4a8f617d3b to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/675f9d146aa64c26972fea4a8f617d3b 2024-11-11T02:41:13,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/8f67e1ad018744ad8cb52ae9f8b355e5 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/8f67e1ad018744ad8cb52ae9f8b355e5 2024-11-11T02:41:13,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/331d0ac532b547899a4fbf18b9736782 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/331d0ac532b547899a4fbf18b9736782 2024-11-11T02:41:13,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/d58cf114e4854ca0b72171e7c52912d2 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/d58cf114e4854ca0b72171e7c52912d2 2024-11-11T02:41:13,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/2b6518f8bad84692bac18ae3cd4b25f8 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/2b6518f8bad84692bac18ae3cd4b25f8 2024-11-11T02:41:13,594 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/recovered.edits/404.seqid, newMaxSeqId=404, maxSeqId=1 2024-11-11T02:41:13,594 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. 2024-11-11T02:41:13,594 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1676): Region close journal for 85a2c47e85f59ab4ee2cf04a04a37dc6: Waiting for close lock at 1731292872132Running coprocessor pre-close hooks at 1731292872132Disabling compacts and flushes for region at 1731292872132Disabling writes for close at 1731292872262 (+130 ms)Obtaining lock to block concurrent updates at 1731292872262Preparing flush snapshotting stores in 85a2c47e85f59ab4ee2cf04a04a37dc6 at 1731292872262Finished memstore snapshotting TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1731292872262Flushing stores of TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6. at 1731292872263 (+1 ms)Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6/A: creating writer at 1731292872263Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6/A: appending metadata at 1731292872265 (+2 ms)Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6/A: closing flushed file at 1731292872265Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6/B: creating writer at 1731292872673 (+408 ms)Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6/B: appending metadata at 1731292872675 (+2 ms)Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6/B: closing flushed file at 1731292872676 (+1 ms)Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6/C: creating writer at 1731292873088 (+412 ms)Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6/C: appending metadata at 1731292873091 (+3 ms)Flushing 85a2c47e85f59ab4ee2cf04a04a37dc6/C: closing flushed file at 1731292873091Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bba0e9b: reopening flushed file at 1731292873502 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a1f589c: reopening flushed file at 1731292873508 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a71afff: reopening flushed file at 1731292873512 (+4 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 85a2c47e85f59ab4ee2cf04a04a37dc6 in 1255ms, sequenceid=401, compaction requested=false at 1731292873517 (+5 ms)Writing region close event to WAL at 1731292873591 (+74 ms)Running coprocessor post-close hooks at 1731292873594 (+3 ms)Closed at 1731292873594 2024-11-11T02:41:13,596 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(157): Closed 85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:41:13,597 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=85a2c47e85f59ab4ee2cf04a04a37dc6, regionState=CLOSED 2024-11-11T02:41:13,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 because future has completed 2024-11-11T02:41:13,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-11T02:41:13,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; CloseRegionProcedure 85a2c47e85f59ab4ee2cf04a04a37dc6, server=3ffe7f9d089e,45551,1731292779905 in 1.6200 sec 2024-11-11T02:41:13,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-11T02:41:13,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=85a2c47e85f59ab4ee2cf04a04a37dc6, UNASSIGN in 1.6240 sec 2024-11-11T02:41:13,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-11T02:41:13,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6270 sec 2024-11-11T02:41:13,604 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292873604"}]},"ts":"1731292873604"} 2024-11-11T02:41:13,605 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T02:41:13,605 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T02:41:13,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6360 sec 2024-11-11T02:41:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-11T02:41:14,119 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:41:14,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T02:41:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=98, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:41:14,125 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=98, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:41:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-11T02:41:14,127 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=98, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:41:14,130 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:41:14,133 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A, FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B, FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C, FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/recovered.edits] 2024-11-11T02:41:14,136 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/421ee9cbf72640ba93b1316207e1b9fd to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/421ee9cbf72640ba93b1316207e1b9fd 2024-11-11T02:41:14,137 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/89a86514cf844877b353d87f89a78707 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/A/89a86514cf844877b353d87f89a78707 2024-11-11T02:41:14,139 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/23af1ae52dda4cd88f0e568ce9195091 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/23af1ae52dda4cd88f0e568ce9195091 2024-11-11T02:41:14,140 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/d069441fab564e8f9607e24e5ac087ae to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/B/d069441fab564e8f9607e24e5ac087ae 2024-11-11T02:41:14,142 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/3f8cddbd5b6b49bc969e0c7ef1635630 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/3f8cddbd5b6b49bc969e0c7ef1635630 2024-11-11T02:41:14,143 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/98c1beffce2346868d37391a4e65299f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/C/98c1beffce2346868d37391a4e65299f 2024-11-11T02:41:14,145 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/recovered.edits/404.seqid to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6/recovered.edits/404.seqid 2024-11-11T02:41:14,145 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/85a2c47e85f59ab4ee2cf04a04a37dc6 2024-11-11T02:41:14,146 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T02:41:14,147 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=98, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:41:14,149 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T02:41:14,151 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T02:41:14,152 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=98, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:41:14,152 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T02:41:14,152 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731292874152"}]},"ts":"9223372036854775807"} 2024-11-11T02:41:14,154 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-11T02:41:14,154 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 85a2c47e85f59ab4ee2cf04a04a37dc6, NAME => 'TestAcidGuarantees,,1731292847696.85a2c47e85f59ab4ee2cf04a04a37dc6.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T02:41:14,154 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T02:41:14,155 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731292874154"}]},"ts":"9223372036854775807"} 2024-11-11T02:41:14,156 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-11T02:41:14,157 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=98, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:41:14,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 36 msec 2024-11-11T02:41:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-11T02:41:14,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-11T02:41:14,240 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:41:14,253 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=242 (was 238) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_512751914_22 at /127.0.0.1:59224 [Waiting for operation #321] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_512751914_22 at /127.0.0.1:42164 [Waiting for operation #218] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2051139906_22 at /127.0.0.1:42698 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2051139906_22 at /127.0.0.1:42682 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=428 (was 461), ProcessCount=11 (was 11), AvailableMemoryMB=12036 (was 12219) 2024-11-11T02:41:14,262 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=242, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=428, ProcessCount=11, AvailableMemoryMB=12036 2024-11-11T02:41:14,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T02:41:14,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T02:41:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T02:41:14,266 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T02:41:14,266 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:14,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 99 2024-11-11T02:41:14,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-11T02:41:14,267 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T02:41:14,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742161_1337 (size=959) 2024-11-11T02:41:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-11T02:41:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-11T02:41:14,678 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb 2024-11-11T02:41:14,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742162_1338 (size=53) 2024-11-11T02:41:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-11T02:41:15,090 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:41:15,090 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 64db9042431c86c5b5ae3a88b1138fde, disabling compactions & flushes 2024-11-11T02:41:15,090 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:15,090 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:15,090 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. after waiting 0 ms 2024-11-11T02:41:15,091 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:15,091 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:15,091 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 64db9042431c86c5b5ae3a88b1138fde: Waiting for close lock at 1731292875090Disabling compacts and flushes for region at 1731292875090Disabling writes for close at 1731292875091 (+1 ms)Writing region close event to WAL at 1731292875091Closed at 1731292875091 2024-11-11T02:41:15,093 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T02:41:15,094 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731292875093"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731292875093"}]},"ts":"1731292875093"} 2024-11-11T02:41:15,098 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T02:41:15,099 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T02:41:15,099 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292875099"}]},"ts":"1731292875099"} 2024-11-11T02:41:15,100 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T02:41:15,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64db9042431c86c5b5ae3a88b1138fde, ASSIGN}] 2024-11-11T02:41:15,101 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64db9042431c86c5b5ae3a88b1138fde, ASSIGN 2024-11-11T02:41:15,102 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=64db9042431c86c5b5ae3a88b1138fde, ASSIGN; state=OFFLINE, location=3ffe7f9d089e,45551,1731292779905; forceNewPlan=false, retain=false 2024-11-11T02:41:15,253 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=64db9042431c86c5b5ae3a88b1138fde, regionState=OPENING, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:15,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=64db9042431c86c5b5ae3a88b1138fde, ASSIGN because future has completed 2024-11-11T02:41:15,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905}] 2024-11-11T02:41:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-11T02:41:15,419 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:15,419 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7752): Opening region: {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} 2024-11-11T02:41:15,419 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:15,420 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:41:15,420 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7794): checking encryption for 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:15,420 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7797): checking classloading for 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:15,423 INFO [StoreOpener-64db9042431c86c5b5ae3a88b1138fde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:15,426 INFO [StoreOpener-64db9042431c86c5b5ae3a88b1138fde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64db9042431c86c5b5ae3a88b1138fde columnFamilyName A 2024-11-11T02:41:15,426 DEBUG [StoreOpener-64db9042431c86c5b5ae3a88b1138fde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:15,427 INFO [StoreOpener-64db9042431c86c5b5ae3a88b1138fde-1 {}] regionserver.HStore(327): Store=64db9042431c86c5b5ae3a88b1138fde/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:41:15,427 INFO [StoreOpener-64db9042431c86c5b5ae3a88b1138fde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:15,429 INFO [StoreOpener-64db9042431c86c5b5ae3a88b1138fde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64db9042431c86c5b5ae3a88b1138fde columnFamilyName B 2024-11-11T02:41:15,429 DEBUG [StoreOpener-64db9042431c86c5b5ae3a88b1138fde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:15,430 INFO [StoreOpener-64db9042431c86c5b5ae3a88b1138fde-1 {}] regionserver.HStore(327): Store=64db9042431c86c5b5ae3a88b1138fde/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:41:15,430 INFO [StoreOpener-64db9042431c86c5b5ae3a88b1138fde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:15,432 INFO [StoreOpener-64db9042431c86c5b5ae3a88b1138fde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64db9042431c86c5b5ae3a88b1138fde columnFamilyName C 2024-11-11T02:41:15,432 DEBUG [StoreOpener-64db9042431c86c5b5ae3a88b1138fde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:15,432 INFO [StoreOpener-64db9042431c86c5b5ae3a88b1138fde-1 {}] regionserver.HStore(327): Store=64db9042431c86c5b5ae3a88b1138fde/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:41:15,433 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1038): replaying wal for 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:15,434 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:15,434 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:15,436 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1048): stopping wal replay for 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:15,436 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1060): Cleaning up temporary data for 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:15,437 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T02:41:15,438 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1093): writing seq id for 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:15,441 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T02:41:15,442 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1114): Opened 64db9042431c86c5b5ae3a88b1138fde; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73820619, jitterRate=0.10001294314861298}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T02:41:15,442 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:15,443 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1006): Region open journal for 64db9042431c86c5b5ae3a88b1138fde: Running coprocessor pre-open hook at 1731292875420Writing region info on filesystem at 1731292875420Initializing all the Stores at 1731292875422 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292875422Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292875422Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292875422Cleaning up temporary data from old regions at 1731292875436 (+14 ms)Running coprocessor post-open hooks at 1731292875442 (+6 ms)Region opened successfully at 1731292875443 (+1 ms) 2024-11-11T02:41:15,444 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., pid=101, masterSystemTime=1731292875413 2024-11-11T02:41:15,446 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:15,446 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:15,447 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=64db9042431c86c5b5ae3a88b1138fde, regionState=OPEN, openSeqNum=2, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:15,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=101, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 because future has completed 2024-11-11T02:41:15,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-11-11T02:41:15,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; OpenRegionProcedure 64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 in 191 msec 2024-11-11T02:41:15,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-11T02:41:15,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64db9042431c86c5b5ae3a88b1138fde, ASSIGN in 351 msec 2024-11-11T02:41:15,454 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T02:41:15,454 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292875454"}]},"ts":"1731292875454"} 2024-11-11T02:41:15,455 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T02:41:15,456 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T02:41:15,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1930 sec 2024-11-11T02:41:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-11T02:41:16,410 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:41:16,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7befe57f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:16,411 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:41:16,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:41:16,413 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:41:16,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:41:16,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:41:16,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685dc8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:16,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:41:16,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:41:16,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:16,416 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:41:16,416 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1707b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:16,417 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:41:16,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:41:16,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:41:16,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60160, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:41:16,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T02:41:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 3ffe7f9d089e,44587,1731292779109 2024-11-11T02:41:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3019e256 2024-11-11T02:41:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T02:41:16,422 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T02:41:16,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T02:41:16,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T02:41:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=102, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-11T02:41:16,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742163_1339 (size=995) 2024-11-11T02:41:16,836 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-11T02:41:16,836 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-11T02:41:16,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T02:41:16,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64db9042431c86c5b5ae3a88b1138fde, REOPEN/MOVE}] 2024-11-11T02:41:16,844 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64db9042431c86c5b5ae3a88b1138fde, REOPEN/MOVE 2024-11-11T02:41:16,845 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=64db9042431c86c5b5ae3a88b1138fde, regionState=CLOSING, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:16,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=64db9042431c86c5b5ae3a88b1138fde, REOPEN/MOVE because future has completed 2024-11-11T02:41:16,846 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T02:41:16,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE, hasLock=false; CloseRegionProcedure 64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905}] 2024-11-11T02:41:17,000 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] handler.UnassignRegionHandler(122): Close 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:17,000 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T02:41:17,000 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1722): Closing 64db9042431c86c5b5ae3a88b1138fde, disabling compactions & flushes 2024-11-11T02:41:17,000 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:17,000 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:17,000 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. after waiting 0 ms 2024-11-11T02:41:17,000 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:17,007 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T02:41:17,008 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:17,008 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1676): Region close journal for 64db9042431c86c5b5ae3a88b1138fde: Waiting for close lock at 1731292877000Running coprocessor pre-close hooks at 1731292877000Disabling compacts and flushes for region at 1731292877000Disabling writes for close at 1731292877000Writing region close event to WAL at 1731292877001 (+1 ms)Running coprocessor post-close hooks at 1731292877008 (+7 ms)Closed at 1731292877008 2024-11-11T02:41:17,008 WARN [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegionServer(3299): Not adding moved region record: 64db9042431c86c5b5ae3a88b1138fde to self. 2024-11-11T02:41:17,011 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] handler.UnassignRegionHandler(157): Closed 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:17,012 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=64db9042431c86c5b5ae3a88b1138fde, regionState=CLOSED 2024-11-11T02:41:17,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=105, ppid=104, state=RUNNABLE, hasLock=false; CloseRegionProcedure 64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 because future has completed 2024-11-11T02:41:17,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=105, resume processing ppid=104 2024-11-11T02:41:17,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, ppid=104, state=SUCCESS, hasLock=false; CloseRegionProcedure 64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 in 170 msec 2024-11-11T02:41:17,021 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=64db9042431c86c5b5ae3a88b1138fde, REOPEN/MOVE; state=CLOSED, location=3ffe7f9d089e,45551,1731292779905; forceNewPlan=false, retain=true 2024-11-11T02:41:17,172 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=64db9042431c86c5b5ae3a88b1138fde, regionState=OPENING, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:17,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=64db9042431c86c5b5ae3a88b1138fde, REOPEN/MOVE because future has completed 2024-11-11T02:41:17,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=104, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905}] 2024-11-11T02:41:17,350 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:17,350 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7752): Opening region: {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} 2024-11-11T02:41:17,351 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:17,351 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:41:17,351 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7794): checking encryption for 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:17,351 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7797): checking classloading for 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:17,352 INFO [StoreOpener-64db9042431c86c5b5ae3a88b1138fde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:17,353 INFO [StoreOpener-64db9042431c86c5b5ae3a88b1138fde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64db9042431c86c5b5ae3a88b1138fde columnFamilyName A 2024-11-11T02:41:17,354 DEBUG [StoreOpener-64db9042431c86c5b5ae3a88b1138fde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:17,354 INFO [StoreOpener-64db9042431c86c5b5ae3a88b1138fde-1 {}] regionserver.HStore(327): Store=64db9042431c86c5b5ae3a88b1138fde/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:41:17,354 INFO [StoreOpener-64db9042431c86c5b5ae3a88b1138fde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:17,355 INFO [StoreOpener-64db9042431c86c5b5ae3a88b1138fde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64db9042431c86c5b5ae3a88b1138fde columnFamilyName B 2024-11-11T02:41:17,355 DEBUG [StoreOpener-64db9042431c86c5b5ae3a88b1138fde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:17,355 INFO [StoreOpener-64db9042431c86c5b5ae3a88b1138fde-1 {}] regionserver.HStore(327): Store=64db9042431c86c5b5ae3a88b1138fde/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:41:17,356 INFO [StoreOpener-64db9042431c86c5b5ae3a88b1138fde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:17,356 INFO [StoreOpener-64db9042431c86c5b5ae3a88b1138fde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64db9042431c86c5b5ae3a88b1138fde columnFamilyName C 2024-11-11T02:41:17,356 DEBUG [StoreOpener-64db9042431c86c5b5ae3a88b1138fde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:17,357 INFO [StoreOpener-64db9042431c86c5b5ae3a88b1138fde-1 {}] regionserver.HStore(327): Store=64db9042431c86c5b5ae3a88b1138fde/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:41:17,357 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1038): replaying wal for 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:17,357 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:17,358 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:17,359 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1048): stopping wal replay for 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:17,359 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1060): Cleaning up temporary data for 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:17,360 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T02:41:17,361 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1093): writing seq id for 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:17,362 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1114): Opened 64db9042431c86c5b5ae3a88b1138fde; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62244630, jitterRate=-0.07248273491859436}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T02:41:17,362 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:17,363 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1006): Region open journal for 64db9042431c86c5b5ae3a88b1138fde: Running coprocessor pre-open hook at 1731292877351Writing region info on filesystem at 1731292877351Initializing all the Stores at 1731292877352 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292877352Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292877352Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292877352Cleaning up temporary data from old regions at 1731292877359 (+7 ms)Running coprocessor post-open hooks at 1731292877362 (+3 ms)Region opened successfully at 1731292877363 (+1 ms) 2024-11-11T02:41:17,364 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., pid=106, masterSystemTime=1731292877327 2024-11-11T02:41:17,365 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:17,365 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:17,366 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=64db9042431c86c5b5ae3a88b1138fde, regionState=OPEN, openSeqNum=5, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:17,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=106, ppid=104, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 because future has completed 2024-11-11T02:41:17,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=104 2024-11-11T02:41:17,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=104, state=SUCCESS, hasLock=false; OpenRegionProcedure 64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 in 194 msec 2024-11-11T02:41:17,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-11T02:41:17,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64db9042431c86c5b5ae3a88b1138fde, REOPEN/MOVE in 526 msec 2024-11-11T02:41:17,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=103, resume processing ppid=102 2024-11-11T02:41:17,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, ppid=102, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 531 msec 2024-11-11T02:41:17,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 950 msec 2024-11-11T02:41:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-11-11T02:41:17,375 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:41:17,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b10b9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,376 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:41:17,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:41:17,376 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:41:17,376 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:41:17,377 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:41:17,377 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a862268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,377 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:41:17,377 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:41:17,377 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:17,377 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:41:17,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d68a092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c265f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,378 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:41:17,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:41:17,379 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:41:17,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:41:17,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:41:17,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7efeed14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:41:17,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:41:17,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:17,380 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:41:17,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677a1ecc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c21b87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,381 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:41:17,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:41:17,382 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:41:17,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:41:17,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:41:17,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e48b6fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:41:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:41:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:17,384 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:41:17,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cca798a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e136ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,385 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:41:17,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:41:17,386 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:41:17,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:41:17,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:41:17,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0ba3c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:41:17,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:41:17,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:17,388 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:41:17,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2888cd59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f004f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,389 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:41:17,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:41:17,390 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:41:17,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:41:17,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:41:17,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40288a4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:41:17,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:41:17,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:17,391 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:41:17,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ec05e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35aa2c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:41:17,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:41:17,393 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:41:17,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:41:17,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:41:17,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55015144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:41:17,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:41:17,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:17,395 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:41:17,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19fd5184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f9edfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,396 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:41:17,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:41:17,397 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:41:17,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:41:17,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:41:17,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac09d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:41:17,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:41:17,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:17,399 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:41:17,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d66261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42125f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,401 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:41:17,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:41:17,401 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:41:17,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:41:17,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:41:17,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb38f19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:41:17,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:41:17,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:17,403 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:41:17,404 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176e2c66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b126a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:41:17,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:41:17,406 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:41:17,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:41:17,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:41:17,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aadf16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,407 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:41:17,407 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:41:17,407 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:17,408 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:41:17,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bcd7475, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa71035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,409 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:41:17,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:41:17,410 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:41:17,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:41:17,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:41:17,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13bdf70c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:41:17,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:41:17,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:17,411 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:41:17,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5160c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:17,412 DEBUG [Thread-1564 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:41:17,412 DEBUG [Thread-1562 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:41:17,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:41:17,413 DEBUG [Thread-1558 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:41:17,413 DEBUG [Thread-1549 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:41:17,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:41:17,413 DEBUG [Thread-1547 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:41:17,413 DEBUG [Thread-1556 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:41:17,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:41:17,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:41:17,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:41:17,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:41:17,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:41:17,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:41:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-11T02:41:17,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:41:17,414 DEBUG [Thread-1545 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:41:17,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:41:17,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:41:17,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:41:17,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:41:17,415 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:41:17,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:41:17,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:41:17,415 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:41:17,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:41:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-11T02:41:17,415 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:41:17,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60216, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:41:17,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:41:17,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:41:17,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60232, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:41:17,416 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:41:17,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:41:17,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:41:17,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:41:17,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:41:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:41:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:41:17,418 DEBUG [Thread-1551 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:41:17,418 DEBUG [Thread-1553 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:41:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:41:17,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:41:17,419 DEBUG [Thread-1560 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:41:17,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:41:17,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:41:17,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:41:17,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:41:17,421 DEBUG [Thread-1560 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:41:17,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:41:17,421 DEBUG [Thread-1560 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:41:17,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:41:17,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60256, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:41:17,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:41:17,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:41:17,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:41:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:17,429 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:41:17,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64db9042431c86c5b5ae3a88b1138fde 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T02:41:17,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111113c2be0394894d4c81ecd73023817b23_64db9042431c86c5b5ae3a88b1138fde is 50, key is test_row_0/A:col10/1731292877428/Put/seqid=0 2024-11-11T02:41:17,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292937461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:17,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:17,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292937465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:17,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:17,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60214 deadline: 1731292937466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:17,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:17,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292937467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:17,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:17,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:17,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60244 deadline: 1731292937472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:17,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:17,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742164_1340 (size=17034) 2024-11-11T02:41:17,484 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:17,488 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111113c2be0394894d4c81ecd73023817b23_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111113c2be0394894d4c81ecd73023817b23_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:17,489 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/e4c4afec61c348539edeeae665e3c598, store: [table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:17,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/e4c4afec61c348539edeeae665e3c598 is 175, key is test_row_0/A:col10/1731292877428/Put/seqid=0 2024-11-11T02:41:17,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742165_1341 (size=48139) 2024-11-11T02:41:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-11T02:41:17,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-11T02:41:17,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:17,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:17,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:17,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:17,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:17,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292937580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:17,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292937580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:17,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:17,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:17,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60244 deadline: 1731292937580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:17,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:17,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60214 deadline: 1731292937581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:17,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:17,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292937589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:17,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:17,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-11T02:41:17,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:17,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:17,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:17,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:17,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-11T02:41:17,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292937788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:17,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:17,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292937789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:17,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:17,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:17,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60214 deadline: 1731292937789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:17,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:17,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60244 deadline: 1731292937789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:17,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:17,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:17,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292937798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:17,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:17,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:17,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-11T02:41:17,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:17,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:17,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:17,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:17,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:17,896 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/e4c4afec61c348539edeeae665e3c598 2024-11-11T02:41:17,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/490adfbca1d8435fa8ed91c90cb4c75f is 50, key is test_row_0/B:col10/1731292877428/Put/seqid=0 2024-11-11T02:41:17,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742166_1342 (size=12001) 2024-11-11T02:41:17,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/490adfbca1d8435fa8ed91c90cb4c75f 2024-11-11T02:41:17,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/9442b5eb20ab4595ad2938f2af77df63 is 50, key is test_row_0/C:col10/1731292877428/Put/seqid=0 2024-11-11T02:41:17,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742167_1343 (size=12001) 2024-11-11T02:41:18,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-11T02:41:18,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:18,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:18,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:18,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:18,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-11T02:41:18,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292938098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:18,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:18,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292938098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:18,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:18,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:18,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60214 deadline: 1731292938098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:18,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:18,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:18,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60244 deadline: 1731292938099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:18,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:18,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:18,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292938109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:18,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:18,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-11T02:41:18,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:18,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:18,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:18,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:18,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:18,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-11T02:41:18,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:18,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:18,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:18,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:18,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:18,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/9442b5eb20ab4595ad2938f2af77df63 2024-11-11T02:41:18,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/e4c4afec61c348539edeeae665e3c598 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/e4c4afec61c348539edeeae665e3c598 2024-11-11T02:41:18,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/e4c4afec61c348539edeeae665e3c598, entries=250, sequenceid=16, filesize=47.0 K 2024-11-11T02:41:18,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/490adfbca1d8435fa8ed91c90cb4c75f as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/490adfbca1d8435fa8ed91c90cb4c75f 2024-11-11T02:41:18,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/490adfbca1d8435fa8ed91c90cb4c75f, entries=150, sequenceid=16, filesize=11.7 K 2024-11-11T02:41:18,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/9442b5eb20ab4595ad2938f2af77df63 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/9442b5eb20ab4595ad2938f2af77df63 2024-11-11T02:41:18,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/9442b5eb20ab4595ad2938f2af77df63, entries=150, sequenceid=16, filesize=11.7 K 2024-11-11T02:41:18,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 64db9042431c86c5b5ae3a88b1138fde in 934ms, sequenceid=16, compaction requested=false 2024-11-11T02:41:18,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:18,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-11T02:41:18,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:18,488 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 64db9042431c86c5b5ae3a88b1138fde 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T02:41:18,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111193b34cd774234f27aba55b3f80c78b3f_64db9042431c86c5b5ae3a88b1138fde is 50, key is test_row_0/A:col10/1731292877466/Put/seqid=0 2024-11-11T02:41:18,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742168_1344 (size=12154) 2024-11-11T02:41:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-11T02:41:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:18,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:18,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292938624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:18,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:18,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60214 deadline: 1731292938624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:18,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:18,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292938625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:18,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:18,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60244 deadline: 1731292938625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:18,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:18,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292938626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:18,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:18,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292938738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:18,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:18,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60214 deadline: 1731292938738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:18,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:18,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292938738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:18,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:18,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60244 deadline: 1731292938738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:18,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:18,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292938738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:18,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:18,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:18,901 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111193b34cd774234f27aba55b3f80c78b3f_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111193b34cd774234f27aba55b3f80c78b3f_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:18,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/341a19fe8c1542998d513677f4b4e8ef, store: [table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:18,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/341a19fe8c1542998d513677f4b4e8ef is 175, key is test_row_0/A:col10/1731292877466/Put/seqid=0 2024-11-11T02:41:18,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742169_1345 (size=30955) 2024-11-11T02:41:18,906 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/341a19fe8c1542998d513677f4b4e8ef 2024-11-11T02:41:18,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/f6f3a9bed9ff46c59f88c4b2fc8b608c is 50, key is test_row_0/B:col10/1731292877466/Put/seqid=0 2024-11-11T02:41:18,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742170_1346 (size=12001) 2024-11-11T02:41:18,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292938948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60214 deadline: 1731292938948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:18,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292938948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:18,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:18,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60244 deadline: 1731292938948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292938948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:18,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:18,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:18,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:19,124 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T02:41:19,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292939259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:19,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:19,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60214 deadline: 1731292939259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:19,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:19,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:19,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292939259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:19,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:19,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60244 deadline: 1731292939259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:19,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292939259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:19,314 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/f6f3a9bed9ff46c59f88c4b2fc8b608c 2024-11-11T02:41:19,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/dde7c67a171d40f392b8309edf4b4e21 is 50, key is test_row_0/C:col10/1731292877466/Put/seqid=0 2024-11-11T02:41:19,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742171_1347 (size=12001) 2024-11-11T02:41:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-11T02:41:19,724 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/dde7c67a171d40f392b8309edf4b4e21 2024-11-11T02:41:19,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/341a19fe8c1542998d513677f4b4e8ef as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/341a19fe8c1542998d513677f4b4e8ef 2024-11-11T02:41:19,731 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/341a19fe8c1542998d513677f4b4e8ef, entries=150, sequenceid=40, filesize=30.2 K 2024-11-11T02:41:19,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/f6f3a9bed9ff46c59f88c4b2fc8b608c as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/f6f3a9bed9ff46c59f88c4b2fc8b608c 2024-11-11T02:41:19,735 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/f6f3a9bed9ff46c59f88c4b2fc8b608c, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T02:41:19,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/dde7c67a171d40f392b8309edf4b4e21 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/dde7c67a171d40f392b8309edf4b4e21 2024-11-11T02:41:19,740 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/dde7c67a171d40f392b8309edf4b4e21, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T02:41:19,741 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 64db9042431c86c5b5ae3a88b1138fde in 1253ms, sequenceid=40, compaction requested=false 2024-11-11T02:41:19,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:19,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:19,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-11T02:41:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-11T02:41:19,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-11T02:41:19,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3260 sec 2024-11-11T02:41:19,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.3310 sec 2024-11-11T02:41:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:19,773 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:41:19,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64db9042431c86c5b5ae3a88b1138fde 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T02:41:19,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117bc03c719334426f8aabb2782cf6671e_64db9042431c86c5b5ae3a88b1138fde is 50, key is test_row_0/A:col10/1731292878625/Put/seqid=0 2024-11-11T02:41:19,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742172_1348 (size=14594) 2024-11-11T02:41:19,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292939816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:19,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:19,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60244 deadline: 1731292939817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:19,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292939819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:19,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:19,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:19,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292939822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:19,833 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,833 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,833 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:19,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60214 deadline: 1731292939824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:19,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:19,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:19,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292939928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:19,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:19,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60244 deadline: 1731292939938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:19,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:19,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292939938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:19,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:19,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292939938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:19,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:19,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60214 deadline: 1731292939949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:19,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:19,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:20,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292940138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:20,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:20,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:20,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:20,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60244 deadline: 1731292940148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:20,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292940148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:20,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292940148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:20,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60214 deadline: 1731292940158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:20,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:20,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:20,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:20,187 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:20,190 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117bc03c719334426f8aabb2782cf6671e_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117bc03c719334426f8aabb2782cf6671e_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:20,190 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/aa7f081c631745dca13338f09dadc054, store: [table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:20,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/aa7f081c631745dca13338f09dadc054 is 175, key is test_row_0/A:col10/1731292878625/Put/seqid=0 2024-11-11T02:41:20,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742173_1349 (size=39549) 2024-11-11T02:41:20,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292940448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:20,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:20,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:20,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:20,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292940459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:20,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:20,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:20,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:20,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292940459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:20,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:20,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:20,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:20,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60244 deadline: 1731292940469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:20,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:20,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:20,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:20,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60214 deadline: 1731292940469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:20,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:20,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:20,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:20,595 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/aa7f081c631745dca13338f09dadc054 2024-11-11T02:41:20,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/99c19b78195040c2a56223c4f980f324 is 50, key is test_row_0/B:col10/1731292878625/Put/seqid=0 2024-11-11T02:41:20,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742174_1350 (size=12001) 2024-11-11T02:41:20,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/99c19b78195040c2a56223c4f980f324 2024-11-11T02:41:20,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/b74a7fda10f64a42ad5988f2233aca94 is 50, key is test_row_0/C:col10/1731292878625/Put/seqid=0 2024-11-11T02:41:20,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742175_1351 (size=12001) 2024-11-11T02:41:20,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/b74a7fda10f64a42ad5988f2233aca94 2024-11-11T02:41:20,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/aa7f081c631745dca13338f09dadc054 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/aa7f081c631745dca13338f09dadc054 2024-11-11T02:41:20,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/aa7f081c631745dca13338f09dadc054, entries=200, sequenceid=53, filesize=38.6 K 2024-11-11T02:41:20,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/99c19b78195040c2a56223c4f980f324 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/99c19b78195040c2a56223c4f980f324 2024-11-11T02:41:20,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/99c19b78195040c2a56223c4f980f324, entries=150, sequenceid=53, filesize=11.7 K 2024-11-11T02:41:20,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/b74a7fda10f64a42ad5988f2233aca94 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/b74a7fda10f64a42ad5988f2233aca94 2024-11-11T02:41:20,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/b74a7fda10f64a42ad5988f2233aca94, entries=150, sequenceid=53, filesize=11.7 K 2024-11-11T02:41:20,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 64db9042431c86c5b5ae3a88b1138fde in 933ms, sequenceid=53, compaction requested=true 2024-11-11T02:41:20,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:20,706 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:20,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64db9042431c86c5b5ae3a88b1138fde:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:41:20,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:20,707 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:20,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64db9042431c86c5b5ae3a88b1138fde:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:41:20,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:20,707 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:20,707 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 64db9042431c86c5b5ae3a88b1138fde/A is initiating minor compaction (all files) 2024-11-11T02:41:20,707 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64db9042431c86c5b5ae3a88b1138fde/A in TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:20,707 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/e4c4afec61c348539edeeae665e3c598, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/341a19fe8c1542998d513677f4b4e8ef, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/aa7f081c631745dca13338f09dadc054] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp, totalSize=115.9 K 2024-11-11T02:41:20,708 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:20,708 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. files: [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/e4c4afec61c348539edeeae665e3c598, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/341a19fe8c1542998d513677f4b4e8ef, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/aa7f081c631745dca13338f09dadc054] 2024-11-11T02:41:20,709 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4c4afec61c348539edeeae665e3c598, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731292877424 2024-11-11T02:41:20,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64db9042431c86c5b5ae3a88b1138fde:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:41:20,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:20,719 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 341a19fe8c1542998d513677f4b4e8ef, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731292877457 2024-11-11T02:41:20,719 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:20,719 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 64db9042431c86c5b5ae3a88b1138fde/B is initiating minor compaction (all files) 2024-11-11T02:41:20,719 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64db9042431c86c5b5ae3a88b1138fde/B in TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:20,719 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/490adfbca1d8435fa8ed91c90cb4c75f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/f6f3a9bed9ff46c59f88c4b2fc8b608c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/99c19b78195040c2a56223c4f980f324] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp, totalSize=35.2 K 2024-11-11T02:41:20,720 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa7f081c631745dca13338f09dadc054, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731292878622 2024-11-11T02:41:20,720 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 490adfbca1d8435fa8ed91c90cb4c75f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731292877426 2024-11-11T02:41:20,721 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting f6f3a9bed9ff46c59f88c4b2fc8b608c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731292877457 2024-11-11T02:41:20,721 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 99c19b78195040c2a56223c4f980f324, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731292878622 2024-11-11T02:41:20,730 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:20,739 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64db9042431c86c5b5ae3a88b1138fde#B#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:20,739 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411114043d89797e8411fa169b9cffd8cd68f_64db9042431c86c5b5ae3a88b1138fde store=[table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:20,739 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/be54f50a0f564d76821e13cc30bed29b is 50, key is test_row_0/B:col10/1731292878625/Put/seqid=0 2024-11-11T02:41:20,741 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411114043d89797e8411fa169b9cffd8cd68f_64db9042431c86c5b5ae3a88b1138fde, store=[table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:20,742 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114043d89797e8411fa169b9cffd8cd68f_64db9042431c86c5b5ae3a88b1138fde because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:20,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742176_1352 (size=12104) 2024-11-11T02:41:20,779 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/be54f50a0f564d76821e13cc30bed29b as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/be54f50a0f564d76821e13cc30bed29b 2024-11-11T02:41:20,788 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64db9042431c86c5b5ae3a88b1138fde/B of 64db9042431c86c5b5ae3a88b1138fde into be54f50a0f564d76821e13cc30bed29b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:20,788 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:20,788 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., storeName=64db9042431c86c5b5ae3a88b1138fde/B, priority=13, startTime=1731292880707; duration=0sec 2024-11-11T02:41:20,788 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:20,788 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64db9042431c86c5b5ae3a88b1138fde:B 2024-11-11T02:41:20,788 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:20,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742177_1353 (size=4469) 2024-11-11T02:41:20,790 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:20,790 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 64db9042431c86c5b5ae3a88b1138fde/C is initiating minor compaction (all files) 2024-11-11T02:41:20,790 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64db9042431c86c5b5ae3a88b1138fde/C in TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:20,790 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/9442b5eb20ab4595ad2938f2af77df63, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/dde7c67a171d40f392b8309edf4b4e21, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/b74a7fda10f64a42ad5988f2233aca94] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp, totalSize=35.2 K 2024-11-11T02:41:20,791 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 9442b5eb20ab4595ad2938f2af77df63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731292877426 2024-11-11T02:41:20,791 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting dde7c67a171d40f392b8309edf4b4e21, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731292877457 2024-11-11T02:41:20,791 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting b74a7fda10f64a42ad5988f2233aca94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731292878622 2024-11-11T02:41:20,801 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64db9042431c86c5b5ae3a88b1138fde#C#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:20,802 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/df92f69311e744d293a5738c26f70931 is 50, key is test_row_0/C:col10/1731292878625/Put/seqid=0 2024-11-11T02:41:20,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742178_1354 (size=12104) 2024-11-11T02:41:20,828 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/df92f69311e744d293a5738c26f70931 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/df92f69311e744d293a5738c26f70931 2024-11-11T02:41:20,836 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64db9042431c86c5b5ae3a88b1138fde/C of 64db9042431c86c5b5ae3a88b1138fde into df92f69311e744d293a5738c26f70931(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:20,836 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:20,836 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., storeName=64db9042431c86c5b5ae3a88b1138fde/C, priority=13, startTime=1731292880709; duration=0sec 2024-11-11T02:41:20,837 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:20,837 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64db9042431c86c5b5ae3a88b1138fde:C 2024-11-11T02:41:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:20,973 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:41:20,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64db9042431c86c5b5ae3a88b1138fde 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T02:41:20,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111130cc7cdb0bbc4335b75e20be4b1e905e_64db9042431c86c5b5ae3a88b1138fde is 50, key is test_row_0/A:col10/1731292879816/Put/seqid=0 2024-11-11T02:41:20,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742179_1355 (size=14594) 2024-11-11T02:41:20,985 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:20,990 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111130cc7cdb0bbc4335b75e20be4b1e905e_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111130cc7cdb0bbc4335b75e20be4b1e905e_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:20,991 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/017e08303667461f9e1a85b646573f62, store: [table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:20,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/017e08303667461f9e1a85b646573f62 is 175, key is test_row_0/A:col10/1731292879816/Put/seqid=0 2024-11-11T02:41:20,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292940988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:20,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:20,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:20,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:21,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60244 deadline: 1731292940988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:21,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:21,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:21,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60214 deadline: 1731292940988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:21,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:21,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:21,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:21,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:21,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292940991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:21,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:21,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:21,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:21,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292940992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:21,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:21,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:21,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:21,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742180_1356 (size=39549) 2024-11-11T02:41:21,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292941108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:21,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:21,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:21,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292941108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:21,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:21,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:21,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292941109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:21,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:21,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:21,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:21,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:21,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:21,191 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64db9042431c86c5b5ae3a88b1138fde#A#compaction#300 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:21,191 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/cea60650f1e74efda1970c6070179c90 is 175, key is test_row_0/A:col10/1731292878625/Put/seqid=0 2024-11-11T02:41:21,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742181_1357 (size=31058) 2024-11-11T02:41:21,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292941318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:21,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292941319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:21,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:21,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:21,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:21,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:21,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292941319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:21,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:21,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:21,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:21,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:21,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:21,411 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/017e08303667461f9e1a85b646573f62 2024-11-11T02:41:21,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/d6d23ee140464931b4f0335aa8268e92 is 50, key is test_row_0/B:col10/1731292879816/Put/seqid=0 2024-11-11T02:41:21,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742182_1358 (size=12001) 2024-11-11T02:41:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-11T02:41:21,569 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:41:21,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:41:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-11T02:41:21,571 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:41:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-11T02:41:21,572 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:41:21,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:41:21,599 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/cea60650f1e74efda1970c6070179c90 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/cea60650f1e74efda1970c6070179c90 2024-11-11T02:41:21,603 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64db9042431c86c5b5ae3a88b1138fde/A of 64db9042431c86c5b5ae3a88b1138fde into cea60650f1e74efda1970c6070179c90(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:21,603 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:21,603 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., storeName=64db9042431c86c5b5ae3a88b1138fde/A, priority=13, startTime=1731292880706; duration=0sec 2024-11-11T02:41:21,604 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:21,604 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64db9042431c86c5b5ae3a88b1138fde:A 2024-11-11T02:41:21,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292941629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:21,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:21,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:21,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:21,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292941629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:21,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:21,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:21,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:21,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292941629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:21,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:21,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:21,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-11T02:41:21,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-11T02:41:21,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:21,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:21,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:21,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:21,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:21,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/d6d23ee140464931b4f0335aa8268e92 2024-11-11T02:41:21,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/572457513323492998d5a0d52973d920 is 50, key is test_row_0/C:col10/1731292879816/Put/seqid=0 2024-11-11T02:41:21,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742183_1359 (size=12001) 2024-11-11T02:41:21,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-11T02:41:21,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:21,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:21,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:21,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:21,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-11T02:41:22,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:22,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60244 deadline: 1731292942009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60214 deadline: 1731292942009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:22,014 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_0' in 64db9042431c86c5b5ae3a88b1138fde of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:41:22,014 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_1' in 64db9042431c86c5b5ae3a88b1138fde of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:41:22,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:22,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:22,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:22,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:22,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:22,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:22,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-11T02:41:22,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:22,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:22,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:22,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:22,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:22,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292942138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:22,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:22,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:22,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292942138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:22,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:22,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:22,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:22,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292942138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:22,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:22,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:22,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:22,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:22,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-11T02:41:22,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:22,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:22,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:22,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:22,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-11T02:41:22,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/572457513323492998d5a0d52973d920 2024-11-11T02:41:22,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/017e08303667461f9e1a85b646573f62 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/017e08303667461f9e1a85b646573f62 2024-11-11T02:41:22,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/017e08303667461f9e1a85b646573f62, entries=200, sequenceid=79, filesize=38.6 K 2024-11-11T02:41:22,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/d6d23ee140464931b4f0335aa8268e92 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/d6d23ee140464931b4f0335aa8268e92 2024-11-11T02:41:22,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/d6d23ee140464931b4f0335aa8268e92, entries=150, sequenceid=79, filesize=11.7 K 2024-11-11T02:41:22,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/572457513323492998d5a0d52973d920 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/572457513323492998d5a0d52973d920 2024-11-11T02:41:22,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/572457513323492998d5a0d52973d920, entries=150, sequenceid=79, filesize=11.7 K 2024-11-11T02:41:22,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 64db9042431c86c5b5ae3a88b1138fde in 1273ms, sequenceid=79, compaction requested=false 2024-11-11T02:41:22,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:22,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-11T02:41:22,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:22,335 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 64db9042431c86c5b5ae3a88b1138fde 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T02:41:22,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111014bceae058f4cb981de114620bfd032_64db9042431c86c5b5ae3a88b1138fde is 50, key is test_row_0/A:col10/1731292880990/Put/seqid=0 2024-11-11T02:41:22,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742184_1360 (size=12154) 2024-11-11T02:41:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-11T02:41:22,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:22,753 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111014bceae058f4cb981de114620bfd032_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111014bceae058f4cb981de114620bfd032_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:22,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/bbaa3687975046dbb2fe3bce57436843, store: [table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:22,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/bbaa3687975046dbb2fe3bce57436843 is 175, key is test_row_0/A:col10/1731292880990/Put/seqid=0 2024-11-11T02:41:22,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742185_1361 (size=30955) 2024-11-11T02:41:22,758 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/bbaa3687975046dbb2fe3bce57436843 2024-11-11T02:41:22,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/7edc396a9be240e585c9f4dc6a5a9345 is 50, key is test_row_0/B:col10/1731292880990/Put/seqid=0 2024-11-11T02:41:22,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742186_1362 (size=12001) 2024-11-11T02:41:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:23,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:23,174 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/7edc396a9be240e585c9f4dc6a5a9345 2024-11-11T02:41:23,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/311ebaf837164d7a8a84e2c85fb5112c is 50, key is test_row_0/C:col10/1731292880990/Put/seqid=0 2024-11-11T02:41:23,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742187_1363 (size=12001) 2024-11-11T02:41:23,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292943201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:23,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:23,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292943202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:23,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:23,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292943208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:23,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:23,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292943318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:23,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:23,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292943318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:23,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:23,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:23,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292943318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:23,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:23,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:23,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292943528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:23,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:23,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292943528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:23,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:23,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292943528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:23,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:23,583 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/311ebaf837164d7a8a84e2c85fb5112c 2024-11-11T02:41:23,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/bbaa3687975046dbb2fe3bce57436843 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/bbaa3687975046dbb2fe3bce57436843 2024-11-11T02:41:23,591 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/bbaa3687975046dbb2fe3bce57436843, entries=150, sequenceid=92, filesize=30.2 K 2024-11-11T02:41:23,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/7edc396a9be240e585c9f4dc6a5a9345 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/7edc396a9be240e585c9f4dc6a5a9345 2024-11-11T02:41:23,595 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/7edc396a9be240e585c9f4dc6a5a9345, entries=150, sequenceid=92, filesize=11.7 K 2024-11-11T02:41:23,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/311ebaf837164d7a8a84e2c85fb5112c as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/311ebaf837164d7a8a84e2c85fb5112c 2024-11-11T02:41:23,599 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/311ebaf837164d7a8a84e2c85fb5112c, entries=150, sequenceid=92, filesize=11.7 K 2024-11-11T02:41:23,600 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 64db9042431c86c5b5ae3a88b1138fde in 1265ms, sequenceid=92, compaction requested=true 2024-11-11T02:41:23,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:23,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:23,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-11T02:41:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-11T02:41:23,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-11T02:41:23,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0290 sec 2024-11-11T02:41:23,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 2.0330 sec 2024-11-11T02:41:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-11T02:41:23,729 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:41:23,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:41:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-11T02:41:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-11T02:41:23,731 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:41:23,732 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:41:23,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:41:23,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-11T02:41:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:23,846 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:41:23,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64db9042431c86c5b5ae3a88b1138fde 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T02:41:23,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111fb4b68583cf434194be537f5074aa2b_64db9042431c86c5b5ae3a88b1138fde is 50, key is test_row_0/A:col10/1731292883845/Put/seqid=0 2024-11-11T02:41:23,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742188_1364 (size=17034) 2024-11-11T02:41:23,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292943861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:23,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:23,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:23,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292943867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:23,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:23,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:23,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292943868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:23,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:23,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-11T02:41:23,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:23,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:23,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:23,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:23,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:23,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:23,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292943978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:23,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292943979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:23,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292943989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:23,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:23,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:24,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:24,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60214 deadline: 1731292944018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:24,021 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_1' in 64db9042431c86c5b5ae3a88b1138fde of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:41:24,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:24,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:24,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:24,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-11T02:41:24,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:24,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:24,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:24,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:24,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:24,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:24,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60244 deadline: 1731292944038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:24,046 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_0' in 64db9042431c86c5b5ae3a88b1138fde of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4228 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:41:24,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:24,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:24,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-11T02:41:24,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-11T02:41:24,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:24,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:24,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:24,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:24,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:24,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292944189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:24,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:24,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:24,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292944189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:24,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:24,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:24,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:24,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:24,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292944208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:24,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:24,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:24,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:24,264 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:24,267 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111fb4b68583cf434194be537f5074aa2b_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111fb4b68583cf434194be537f5074aa2b_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:24,268 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/ce4a552b1b884a24b4338d6a50542c3a, store: [table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:24,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/ce4a552b1b884a24b4338d6a50542c3a is 175, key is test_row_0/A:col10/1731292883845/Put/seqid=0 2024-11-11T02:41:24,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742189_1365 (size=48139) 2024-11-11T02:41:24,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-11T02:41:24,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:24,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:24,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:24,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:24,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-11T02:41:24,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-11T02:41:24,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:24,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:24,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:24,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:24,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:24,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292944508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:24,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:24,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:24,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:24,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292944508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:24,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292944519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:24,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:24,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:24,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:24,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-11T02:41:24,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:24,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:24,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:24,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:24,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:24,672 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/ce4a552b1b884a24b4338d6a50542c3a 2024-11-11T02:41:24,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/aa27651d0ec7451180498cfa321067ff is 50, key is test_row_0/B:col10/1731292883845/Put/seqid=0 2024-11-11T02:41:24,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742190_1366 (size=12001) 2024-11-11T02:41:24,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-11T02:41:24,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:24,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:24,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:24,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:24,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-11T02:41:24,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-11T02:41:24,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:24,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:24,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:24,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:24,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:25,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292945019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:25,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292945019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:25,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292945028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:25,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:25,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:25,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:25,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/aa27651d0ec7451180498cfa321067ff 2024-11-11T02:41:25,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/7e83f6a7750d4512a84f81bcca0058fb is 50, key is test_row_0/C:col10/1731292883845/Put/seqid=0 2024-11-11T02:41:25,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742191_1367 (size=12001) 2024-11-11T02:41:25,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-11T02:41:25,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:25,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:25,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:25,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:25,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:25,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-11T02:41:25,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:25,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:25,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:25,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:25,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:25,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-11T02:41:25,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:25,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:25,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:25,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:25,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:25,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/7e83f6a7750d4512a84f81bcca0058fb 2024-11-11T02:41:25,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/ce4a552b1b884a24b4338d6a50542c3a as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/ce4a552b1b884a24b4338d6a50542c3a 2024-11-11T02:41:25,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/ce4a552b1b884a24b4338d6a50542c3a, entries=250, sequenceid=118, filesize=47.0 K 2024-11-11T02:41:25,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/aa27651d0ec7451180498cfa321067ff as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/aa27651d0ec7451180498cfa321067ff 2024-11-11T02:41:25,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/aa27651d0ec7451180498cfa321067ff, entries=150, sequenceid=118, filesize=11.7 K 2024-11-11T02:41:25,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/7e83f6a7750d4512a84f81bcca0058fb as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/7e83f6a7750d4512a84f81bcca0058fb 2024-11-11T02:41:25,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/7e83f6a7750d4512a84f81bcca0058fb, entries=150, sequenceid=118, filesize=11.7 K 2024-11-11T02:41:25,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 64db9042431c86c5b5ae3a88b1138fde in 1659ms, sequenceid=118, compaction requested=true 2024-11-11T02:41:25,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:25,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64db9042431c86c5b5ae3a88b1138fde:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:41:25,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:25,506 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:41:25,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64db9042431c86c5b5ae3a88b1138fde:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:41:25,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:25,506 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:41:25,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64db9042431c86c5b5ae3a88b1138fde:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:41:25,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:25,511 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:41:25,511 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149701 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:41:25,511 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 64db9042431c86c5b5ae3a88b1138fde/B is initiating minor compaction (all files) 2024-11-11T02:41:25,511 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 64db9042431c86c5b5ae3a88b1138fde/A is initiating minor compaction (all files) 2024-11-11T02:41:25,511 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64db9042431c86c5b5ae3a88b1138fde/B in TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:25,511 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64db9042431c86c5b5ae3a88b1138fde/A in TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:25,511 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/be54f50a0f564d76821e13cc30bed29b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/d6d23ee140464931b4f0335aa8268e92, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/7edc396a9be240e585c9f4dc6a5a9345, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/aa27651d0ec7451180498cfa321067ff] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp, totalSize=47.0 K 2024-11-11T02:41:25,511 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/cea60650f1e74efda1970c6070179c90, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/017e08303667461f9e1a85b646573f62, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/bbaa3687975046dbb2fe3bce57436843, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/ce4a552b1b884a24b4338d6a50542c3a] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp, totalSize=146.2 K 2024-11-11T02:41:25,511 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:25,511 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. files: [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/cea60650f1e74efda1970c6070179c90, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/017e08303667461f9e1a85b646573f62, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/bbaa3687975046dbb2fe3bce57436843, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/ce4a552b1b884a24b4338d6a50542c3a] 2024-11-11T02:41:25,511 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting be54f50a0f564d76821e13cc30bed29b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731292878622 2024-11-11T02:41:25,512 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting cea60650f1e74efda1970c6070179c90, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731292878622 2024-11-11T02:41:25,512 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting d6d23ee140464931b4f0335aa8268e92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731292879816 2024-11-11T02:41:25,512 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 017e08303667461f9e1a85b646573f62, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731292879816 2024-11-11T02:41:25,512 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 7edc396a9be240e585c9f4dc6a5a9345, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731292880975 2024-11-11T02:41:25,512 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbaa3687975046dbb2fe3bce57436843, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731292880975 2024-11-11T02:41:25,512 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting aa27651d0ec7451180498cfa321067ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731292883187 2024-11-11T02:41:25,512 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce4a552b1b884a24b4338d6a50542c3a, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731292883187 2024-11-11T02:41:25,520 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64db9042431c86c5b5ae3a88b1138fde#B#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:25,520 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/ace7a432c3344d0aade412fe4551fbc3 is 50, key is test_row_0/B:col10/1731292883845/Put/seqid=0 2024-11-11T02:41:25,521 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:25,523 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111a0ee2c4b89a4498ba679ebfafbf3788c_64db9042431c86c5b5ae3a88b1138fde store=[table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:25,525 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111a0ee2c4b89a4498ba679ebfafbf3788c_64db9042431c86c5b5ae3a88b1138fde, store=[table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:25,525 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a0ee2c4b89a4498ba679ebfafbf3788c_64db9042431c86c5b5ae3a88b1138fde because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:25,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742192_1368 (size=12241) 2024-11-11T02:41:25,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742193_1369 (size=4469) 2024-11-11T02:41:25,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-11T02:41:25,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:25,564 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 64db9042431c86c5b5ae3a88b1138fde 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-11T02:41:25,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114ce3de9eb0e74e929d50233fbec86ebc_64db9042431c86c5b5ae3a88b1138fde is 50, key is test_row_0/A:col10/1731292883866/Put/seqid=0 2024-11-11T02:41:25,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742194_1370 (size=12154) 2024-11-11T02:41:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-11T02:41:25,929 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64db9042431c86c5b5ae3a88b1138fde#A#compaction#313 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:25,929 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/5ed1fb993b1f48a08c9044fbbfde7794 is 175, key is test_row_0/A:col10/1731292883845/Put/seqid=0 2024-11-11T02:41:25,930 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/ace7a432c3344d0aade412fe4551fbc3 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/ace7a432c3344d0aade412fe4551fbc3 2024-11-11T02:41:25,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742195_1371 (size=31195) 2024-11-11T02:41:25,934 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 64db9042431c86c5b5ae3a88b1138fde/B of 64db9042431c86c5b5ae3a88b1138fde into ace7a432c3344d0aade412fe4551fbc3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:25,934 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:25,934 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., storeName=64db9042431c86c5b5ae3a88b1138fde/B, priority=12, startTime=1731292885506; duration=0sec 2024-11-11T02:41:25,934 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:25,934 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64db9042431c86c5b5ae3a88b1138fde:B 2024-11-11T02:41:25,934 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:41:25,935 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:41:25,935 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 64db9042431c86c5b5ae3a88b1138fde/C is initiating minor compaction (all files) 2024-11-11T02:41:25,935 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64db9042431c86c5b5ae3a88b1138fde/C in TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:25,936 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/df92f69311e744d293a5738c26f70931, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/572457513323492998d5a0d52973d920, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/311ebaf837164d7a8a84e2c85fb5112c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/7e83f6a7750d4512a84f81bcca0058fb] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp, totalSize=47.0 K 2024-11-11T02:41:25,936 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting df92f69311e744d293a5738c26f70931, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731292878622 2024-11-11T02:41:25,936 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 572457513323492998d5a0d52973d920, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731292879816 2024-11-11T02:41:25,936 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 311ebaf837164d7a8a84e2c85fb5112c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731292880975 2024-11-11T02:41:25,937 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e83f6a7750d4512a84f81bcca0058fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731292883187 2024-11-11T02:41:25,943 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64db9042431c86c5b5ae3a88b1138fde#C#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:25,943 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/d9b76f6a360e475e8057920aff84e89d is 50, key is test_row_0/C:col10/1731292883845/Put/seqid=0 2024-11-11T02:41:25,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742196_1372 (size=12241) 2024-11-11T02:41:25,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:25,979 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114ce3de9eb0e74e929d50233fbec86ebc_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114ce3de9eb0e74e929d50233fbec86ebc_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:25,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/52b9442e479941d3ac4e3a3212209141, store: [table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:25,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/52b9442e479941d3ac4e3a3212209141 is 175, key is test_row_0/A:col10/1731292883866/Put/seqid=0 2024-11-11T02:41:25,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742197_1373 (size=30955) 2024-11-11T02:41:26,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:26,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:26,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292946095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:26,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:26,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:26,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:26,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:26,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292946097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:26,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:26,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:26,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:26,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292946098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:26,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:26,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:26,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:26,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292946208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:26,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:26,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:26,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292946208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:26,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:26,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:26,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:26,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:26,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292946218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:26,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:26,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:26,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:26,335 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/5ed1fb993b1f48a08c9044fbbfde7794 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/5ed1fb993b1f48a08c9044fbbfde7794 2024-11-11T02:41:26,339 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 64db9042431c86c5b5ae3a88b1138fde/A of 64db9042431c86c5b5ae3a88b1138fde into 5ed1fb993b1f48a08c9044fbbfde7794(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:26,339 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:26,339 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., storeName=64db9042431c86c5b5ae3a88b1138fde/A, priority=12, startTime=1731292885506; duration=0sec 2024-11-11T02:41:26,339 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:26,339 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64db9042431c86c5b5ae3a88b1138fde:A 2024-11-11T02:41:26,351 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/d9b76f6a360e475e8057920aff84e89d as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/d9b76f6a360e475e8057920aff84e89d 2024-11-11T02:41:26,355 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 64db9042431c86c5b5ae3a88b1138fde/C of 64db9042431c86c5b5ae3a88b1138fde into d9b76f6a360e475e8057920aff84e89d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:26,355 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:26,355 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., storeName=64db9042431c86c5b5ae3a88b1138fde/C, priority=12, startTime=1731292885506; duration=0sec 2024-11-11T02:41:26,355 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:26,355 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64db9042431c86c5b5ae3a88b1138fde:C 2024-11-11T02:41:26,391 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=128, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/52b9442e479941d3ac4e3a3212209141 2024-11-11T02:41:26,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/878d58fb240f46afac73fc0140aeb2f2 is 50, key is test_row_0/B:col10/1731292883866/Put/seqid=0 2024-11-11T02:41:26,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742198_1374 (size=12001) 2024-11-11T02:41:26,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292946418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:26,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:26,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:26,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:26,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292946428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:26,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:26,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:26,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:26,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292946438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:26,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:26,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:26,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:26,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292946739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:26,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292946739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:26,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:26,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:26,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:26,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:26,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:26,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:26,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292946748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:26,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:26,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:26,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:26,802 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/878d58fb240f46afac73fc0140aeb2f2 2024-11-11T02:41:26,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/b367c0a4eda44bd189e6d555d8f3831e is 50, key is test_row_0/C:col10/1731292883866/Put/seqid=0 2024-11-11T02:41:26,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742199_1375 (size=12001) 2024-11-11T02:41:27,211 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/b367c0a4eda44bd189e6d555d8f3831e 2024-11-11T02:41:27,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/52b9442e479941d3ac4e3a3212209141 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/52b9442e479941d3ac4e3a3212209141 2024-11-11T02:41:27,218 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/52b9442e479941d3ac4e3a3212209141, entries=150, sequenceid=128, filesize=30.2 K 2024-11-11T02:41:27,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/878d58fb240f46afac73fc0140aeb2f2 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/878d58fb240f46afac73fc0140aeb2f2 2024-11-11T02:41:27,223 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/878d58fb240f46afac73fc0140aeb2f2, entries=150, sequenceid=128, filesize=11.7 K 2024-11-11T02:41:27,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/b367c0a4eda44bd189e6d555d8f3831e as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/b367c0a4eda44bd189e6d555d8f3831e 2024-11-11T02:41:27,226 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/b367c0a4eda44bd189e6d555d8f3831e, entries=150, sequenceid=128, filesize=11.7 K 2024-11-11T02:41:27,228 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 64db9042431c86c5b5ae3a88b1138fde in 1663ms, sequenceid=128, compaction requested=false 2024-11-11T02:41:27,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:27,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:27,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-11T02:41:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-11T02:41:27,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-11T02:41:27,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4970 sec 2024-11-11T02:41:27,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 3.5010 sec 2024-11-11T02:41:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:27,256 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:41:27,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64db9042431c86c5b5ae3a88b1138fde 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T02:41:27,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118a355ec0e02b405cb4c0c4eee4b160fa_64db9042431c86c5b5ae3a88b1138fde is 50, key is test_row_0/A:col10/1731292886093/Put/seqid=0 2024-11-11T02:41:27,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742200_1376 (size=14794) 2024-11-11T02:41:27,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292947268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:27,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:27,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:27,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:27,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292947274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:27,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:27,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:27,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:27,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292947275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:27,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:27,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:27,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:27,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292947378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:27,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:27,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:27,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:27,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292947378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:27,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:27,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:27,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:27,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:27,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292947388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:27,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:27,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:27,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:27,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:27,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292947589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:27,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:27,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:27,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:27,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:27,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292947589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:27,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:27,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:27,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:27,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:27,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292947598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:27,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:27,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:27,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:27,669 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:27,672 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118a355ec0e02b405cb4c0c4eee4b160fa_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118a355ec0e02b405cb4c0c4eee4b160fa_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:27,673 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/05085f48bc924d648d181552fc4556a9, store: [table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:27,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/05085f48bc924d648d181552fc4556a9 is 175, key is test_row_0/A:col10/1731292886093/Put/seqid=0 2024-11-11T02:41:27,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742201_1377 (size=39749) 2024-11-11T02:41:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-11T02:41:27,899 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:41:27,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:41:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-11T02:41:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-11T02:41:27,901 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:41:27,901 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:41:27,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:41:27,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292947898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:27,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:27,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:27,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292947899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:27,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:27,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:27,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:27,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:27,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292947918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:27,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:27,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:27,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-11T02:41:28,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60214 deadline: 1731292948038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:28,043 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_1' in 64db9042431c86c5b5ae3a88b1138fde of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:41:28,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:28,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:28,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:28,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-11T02:41:28,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:28,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:28,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:28,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:28,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:28,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60244 deadline: 1731292948068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:28,075 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_0' in 64db9042431c86c5b5ae3a88b1138fde of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8257 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:41:28,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:28,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:28,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:28,077 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/05085f48bc924d648d181552fc4556a9 2024-11-11T02:41:28,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/3fb7794621af406f8d352db6d38bc9b8 is 50, key is test_row_0/B:col10/1731292886093/Put/seqid=0 2024-11-11T02:41:28,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742202_1378 (size=12151) 2024-11-11T02:41:28,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/3fb7794621af406f8d352db6d38bc9b8 2024-11-11T02:41:28,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/260b030954b44ab0b6b060edcdba7134 is 50, key is test_row_0/C:col10/1731292886093/Put/seqid=0 2024-11-11T02:41:28,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742203_1379 (size=12151) 2024-11-11T02:41:28,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/260b030954b44ab0b6b060edcdba7134 2024-11-11T02:41:28,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/05085f48bc924d648d181552fc4556a9 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/05085f48bc924d648d181552fc4556a9 2024-11-11T02:41:28,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/05085f48bc924d648d181552fc4556a9, entries=200, sequenceid=158, filesize=38.8 K 2024-11-11T02:41:28,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/3fb7794621af406f8d352db6d38bc9b8 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/3fb7794621af406f8d352db6d38bc9b8 2024-11-11T02:41:28,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/3fb7794621af406f8d352db6d38bc9b8, entries=150, sequenceid=158, filesize=11.9 K 2024-11-11T02:41:28,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/260b030954b44ab0b6b060edcdba7134 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/260b030954b44ab0b6b060edcdba7134 2024-11-11T02:41:28,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/260b030954b44ab0b6b060edcdba7134, entries=150, sequenceid=158, filesize=11.9 K 2024-11-11T02:41:28,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 64db9042431c86c5b5ae3a88b1138fde in 867ms, sequenceid=158, compaction requested=true 2024-11-11T02:41:28,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:28,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64db9042431c86c5b5ae3a88b1138fde:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:41:28,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:28,124 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:28,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64db9042431c86c5b5ae3a88b1138fde:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:41:28,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:28,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64db9042431c86c5b5ae3a88b1138fde:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:41:28,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T02:41:28,124 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:28,125 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:28,125 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 64db9042431c86c5b5ae3a88b1138fde/A is initiating minor compaction (all files) 2024-11-11T02:41:28,125 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64db9042431c86c5b5ae3a88b1138fde/A in TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:28,125 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/5ed1fb993b1f48a08c9044fbbfde7794, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/52b9442e479941d3ac4e3a3212209141, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/05085f48bc924d648d181552fc4556a9] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp, totalSize=99.5 K 2024-11-11T02:41:28,125 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:28,125 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. files: [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/5ed1fb993b1f48a08c9044fbbfde7794, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/52b9442e479941d3ac4e3a3212209141, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/05085f48bc924d648d181552fc4556a9] 2024-11-11T02:41:28,126 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:28,126 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 64db9042431c86c5b5ae3a88b1138fde/B is initiating minor compaction (all files) 2024-11-11T02:41:28,126 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64db9042431c86c5b5ae3a88b1138fde/B in TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:28,126 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ed1fb993b1f48a08c9044fbbfde7794, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731292883187 2024-11-11T02:41:28,126 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/ace7a432c3344d0aade412fe4551fbc3, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/878d58fb240f46afac73fc0140aeb2f2, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/3fb7794621af406f8d352db6d38bc9b8] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp, totalSize=35.5 K 2024-11-11T02:41:28,126 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52b9442e479941d3ac4e3a3212209141, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731292883856 2024-11-11T02:41:28,126 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting ace7a432c3344d0aade412fe4551fbc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731292883187 2024-11-11T02:41:28,126 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05085f48bc924d648d181552fc4556a9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731292886093 2024-11-11T02:41:28,126 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 878d58fb240f46afac73fc0140aeb2f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731292883856 2024-11-11T02:41:28,127 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fb7794621af406f8d352db6d38bc9b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731292886093 2024-11-11T02:41:28,131 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:28,133 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64db9042431c86c5b5ae3a88b1138fde#B#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:28,133 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/23cc8898f3ca42deabd3797820330420 is 50, key is test_row_0/B:col10/1731292886093/Put/seqid=0 2024-11-11T02:41:28,134 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411113ad8f807bd574750b5ae07382a3fd1ef_64db9042431c86c5b5ae3a88b1138fde store=[table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:28,135 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411113ad8f807bd574750b5ae07382a3fd1ef_64db9042431c86c5b5ae3a88b1138fde, store=[table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:28,136 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113ad8f807bd574750b5ae07382a3fd1ef_64db9042431c86c5b5ae3a88b1138fde because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:28,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742204_1380 (size=12493) 2024-11-11T02:41:28,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742205_1381 (size=4469) 2024-11-11T02:41:28,149 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64db9042431c86c5b5ae3a88b1138fde#A#compaction#321 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:28,149 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/b492ceb9a31e4eadb5143031c18a8e86 is 175, key is test_row_0/A:col10/1731292886093/Put/seqid=0 2024-11-11T02:41:28,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742206_1382 (size=31447) 2024-11-11T02:41:28,160 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/b492ceb9a31e4eadb5143031c18a8e86 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/b492ceb9a31e4eadb5143031c18a8e86 2024-11-11T02:41:28,164 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64db9042431c86c5b5ae3a88b1138fde/A of 64db9042431c86c5b5ae3a88b1138fde into b492ceb9a31e4eadb5143031c18a8e86(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:28,164 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:28,164 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., storeName=64db9042431c86c5b5ae3a88b1138fde/A, priority=13, startTime=1731292888123; duration=0sec 2024-11-11T02:41:28,165 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:28,165 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64db9042431c86c5b5ae3a88b1138fde:A 2024-11-11T02:41:28,165 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:28,165 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:28,165 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 64db9042431c86c5b5ae3a88b1138fde/C is initiating minor compaction (all files) 2024-11-11T02:41:28,165 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64db9042431c86c5b5ae3a88b1138fde/C in TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:28,165 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/d9b76f6a360e475e8057920aff84e89d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/b367c0a4eda44bd189e6d555d8f3831e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/260b030954b44ab0b6b060edcdba7134] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp, totalSize=35.5 K 2024-11-11T02:41:28,166 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9b76f6a360e475e8057920aff84e89d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731292883187 2024-11-11T02:41:28,166 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting b367c0a4eda44bd189e6d555d8f3831e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731292883856 2024-11-11T02:41:28,166 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 260b030954b44ab0b6b060edcdba7134, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731292886093 2024-11-11T02:41:28,172 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64db9042431c86c5b5ae3a88b1138fde#C#compaction#323 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:28,172 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/f29446e07cb644198c3473841464826d is 50, key is test_row_0/C:col10/1731292886093/Put/seqid=0 2024-11-11T02:41:28,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742207_1383 (size=12493) 2024-11-11T02:41:28,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-11T02:41:28,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:28,206 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 64db9042431c86c5b5ae3a88b1138fde 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-11T02:41:28,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a6c2457abd2848dc87025a59a0f10e89_64db9042431c86c5b5ae3a88b1138fde is 50, key is test_row_0/A:col10/1731292887274/Put/seqid=0 2024-11-11T02:41:28,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-11T02:41:28,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742208_1384 (size=12304) 2024-11-11T02:41:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:28,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:28,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292948472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:28,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:28,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:28,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:28,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292948474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:28,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:28,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:28,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:28,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292948475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:28,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:28,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:28,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-11T02:41:28,545 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/23cc8898f3ca42deabd3797820330420 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/23cc8898f3ca42deabd3797820330420 2024-11-11T02:41:28,549 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64db9042431c86c5b5ae3a88b1138fde/B of 64db9042431c86c5b5ae3a88b1138fde into 23cc8898f3ca42deabd3797820330420(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:28,549 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:28,549 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., storeName=64db9042431c86c5b5ae3a88b1138fde/B, priority=13, startTime=1731292888124; duration=0sec 2024-11-11T02:41:28,549 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:28,549 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64db9042431c86c5b5ae3a88b1138fde:B 2024-11-11T02:41:28,584 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/f29446e07cb644198c3473841464826d as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/f29446e07cb644198c3473841464826d 2024-11-11T02:41:28,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292948578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:28,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:28,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:28,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:28,588 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64db9042431c86c5b5ae3a88b1138fde/C of 64db9042431c86c5b5ae3a88b1138fde into f29446e07cb644198c3473841464826d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:28,588 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:28,588 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., storeName=64db9042431c86c5b5ae3a88b1138fde/C, priority=13, startTime=1731292888124; duration=0sec 2024-11-11T02:41:28,588 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:28,588 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64db9042431c86c5b5ae3a88b1138fde:C 2024-11-11T02:41:28,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292948589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:28,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:28,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:28,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:28,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292948589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:28,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:28,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:28,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:28,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:28,627 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a6c2457abd2848dc87025a59a0f10e89_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a6c2457abd2848dc87025a59a0f10e89_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:28,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/f99a1dbc8af746ce97406092fabac47c, store: [table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:28,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/f99a1dbc8af746ce97406092fabac47c is 175, key is test_row_0/A:col10/1731292887274/Put/seqid=0 2024-11-11T02:41:28,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742209_1385 (size=31105) 2024-11-11T02:41:28,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292948788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:28,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292948799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:28,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:28,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:28,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:28,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292948799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:28,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:28,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:28,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:29,034 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/f99a1dbc8af746ce97406092fabac47c 2024-11-11T02:41:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-11T02:41:29,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/82ca9f5c8c8f46b29af22ae187f4d761 is 50, key is test_row_0/B:col10/1731292887274/Put/seqid=0 2024-11-11T02:41:29,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742210_1386 (size=12151) 2024-11-11T02:41:29,051 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/82ca9f5c8c8f46b29af22ae187f4d761 2024-11-11T02:41:29,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/50bdc4434caf416cb7cfdea1aeaa711b is 50, key is test_row_0/C:col10/1731292887274/Put/seqid=0 2024-11-11T02:41:29,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742211_1387 (size=12151) 2024-11-11T02:41:29,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292949098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:29,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:29,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:29,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:29,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292949108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:29,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:29,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:29,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:29,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292949108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:29,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:29,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:29,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:29,461 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/50bdc4434caf416cb7cfdea1aeaa711b 2024-11-11T02:41:29,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/f99a1dbc8af746ce97406092fabac47c as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/f99a1dbc8af746ce97406092fabac47c 2024-11-11T02:41:29,467 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/f99a1dbc8af746ce97406092fabac47c, entries=150, sequenceid=168, filesize=30.4 K 2024-11-11T02:41:29,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/82ca9f5c8c8f46b29af22ae187f4d761 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/82ca9f5c8c8f46b29af22ae187f4d761 2024-11-11T02:41:29,470 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/82ca9f5c8c8f46b29af22ae187f4d761, entries=150, sequenceid=168, filesize=11.9 K 2024-11-11T02:41:29,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/50bdc4434caf416cb7cfdea1aeaa711b as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/50bdc4434caf416cb7cfdea1aeaa711b 2024-11-11T02:41:29,474 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/50bdc4434caf416cb7cfdea1aeaa711b, entries=150, sequenceid=168, filesize=11.9 K 2024-11-11T02:41:29,475 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 64db9042431c86c5b5ae3a88b1138fde in 1268ms, sequenceid=168, compaction requested=false 2024-11-11T02:41:29,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:29,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:29,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-11T02:41:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-11T02:41:29,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-11T02:41:29,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5750 sec 2024-11-11T02:41:29,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.5790 sec 2024-11-11T02:41:29,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:29,611 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:41:29,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64db9042431c86c5b5ae3a88b1138fde 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-11T02:41:29,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111160947a88a3e6469bb12502be08199704_64db9042431c86c5b5ae3a88b1138fde is 50, key is test_row_0/A:col10/1731292889610/Put/seqid=0 2024-11-11T02:41:29,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742212_1388 (size=14794) 2024-11-11T02:41:29,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292949632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:29,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:29,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:29,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:29,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292949637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:29,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:29,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292949637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:29,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:29,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:29,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:29,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:29,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:29,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292949748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:29,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:29,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:29,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:29,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292949749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:29,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:29,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:29,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292949749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:29,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:29,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:29,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:29,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:29,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292949958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:29,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:29,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:29,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292949958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:29,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:29,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:29,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:29,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:29,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292949958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:29,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:29,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:29,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:30,025 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,028 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111160947a88a3e6469bb12502be08199704_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111160947a88a3e6469bb12502be08199704_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:30,029 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/e47114f1ec204dc88dbe5d018a54ed93, store: [table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:30,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/e47114f1ec204dc88dbe5d018a54ed93 is 175, key is test_row_0/A:col10/1731292889610/Put/seqid=0 2024-11-11T02:41:30,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742213_1389 (size=39749) 2024-11-11T02:41:30,034 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/e47114f1ec204dc88dbe5d018a54ed93 2024-11-11T02:41:30,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/ed961d983f4c4f3491377b34cf3ee1f8 is 50, key is test_row_0/B:col10/1731292889610/Put/seqid=0 2024-11-11T02:41:30,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742214_1390 (size=12151) 2024-11-11T02:41:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-11T02:41:30,048 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:41:30,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:41:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-11T02:41:30,050 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:41:30,051 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:41:30,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:41:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-11T02:41:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-11T02:41:30,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-11T02:41:30,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:30,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:30,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:30,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:30,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:30,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292950268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:30,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:30,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:30,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292950268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:30,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:30,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:30,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:30,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:30,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292950268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:30,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:30,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:30,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:30,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-11T02:41:30,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:30,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:30,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:30,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:30,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-11T02:41:30,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/ed961d983f4c4f3491377b34cf3ee1f8 2024-11-11T02:41:30,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/a4443a8dd7854e63aff29afef0d758a6 is 50, key is test_row_0/C:col10/1731292889610/Put/seqid=0 2024-11-11T02:41:30,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742215_1391 (size=12151) 2024-11-11T02:41:30,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-11T02:41:30,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:30,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:30,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:30,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:30,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:30,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-11T02:41:30,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:30,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:30,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:30,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:30,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:30,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-11T02:41:30,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292950778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:30,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:30,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:30,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:30,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292950778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:30,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:30,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:30,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:30,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292950788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:30,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:30,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:30,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:30,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-11T02:41:30,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:30,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:30,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:30,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:30,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:30,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/a4443a8dd7854e63aff29afef0d758a6 2024-11-11T02:41:30,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/e47114f1ec204dc88dbe5d018a54ed93 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/e47114f1ec204dc88dbe5d018a54ed93 2024-11-11T02:41:30,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/e47114f1ec204dc88dbe5d018a54ed93, entries=200, sequenceid=198, filesize=38.8 K 2024-11-11T02:41:30,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/ed961d983f4c4f3491377b34cf3ee1f8 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/ed961d983f4c4f3491377b34cf3ee1f8 2024-11-11T02:41:30,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/ed961d983f4c4f3491377b34cf3ee1f8, entries=150, sequenceid=198, filesize=11.9 K 2024-11-11T02:41:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/a4443a8dd7854e63aff29afef0d758a6 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/a4443a8dd7854e63aff29afef0d758a6 2024-11-11T02:41:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/a4443a8dd7854e63aff29afef0d758a6, entries=150, sequenceid=198, filesize=11.9 K 2024-11-11T02:41:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 64db9042431c86c5b5ae3a88b1138fde in 1258ms, sequenceid=198, compaction requested=true 2024-11-11T02:41:30,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64db9042431c86c5b5ae3a88b1138fde:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:41:30,870 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:30,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:30,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64db9042431c86c5b5ae3a88b1138fde:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:41:30,870 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:30,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:30,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64db9042431c86c5b5ae3a88b1138fde:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:41:30,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,871 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:30,871 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,871 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 64db9042431c86c5b5ae3a88b1138fde/B is initiating minor compaction (all files) 2024-11-11T02:41:30,871 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 64db9042431c86c5b5ae3a88b1138fde/A is initiating minor compaction (all files) 2024-11-11T02:41:30,871 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64db9042431c86c5b5ae3a88b1138fde/A in TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:30,871 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64db9042431c86c5b5ae3a88b1138fde/B in TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:30,871 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/b492ceb9a31e4eadb5143031c18a8e86, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/f99a1dbc8af746ce97406092fabac47c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/e47114f1ec204dc88dbe5d018a54ed93] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp, totalSize=99.9 K 2024-11-11T02:41:30,871 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/23cc8898f3ca42deabd3797820330420, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/82ca9f5c8c8f46b29af22ae187f4d761, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/ed961d983f4c4f3491377b34cf3ee1f8] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp, totalSize=35.9 K 2024-11-11T02:41:30,871 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:30,871 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. files: [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/b492ceb9a31e4eadb5143031c18a8e86, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/f99a1dbc8af746ce97406092fabac47c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/e47114f1ec204dc88dbe5d018a54ed93] 2024-11-11T02:41:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,871 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting b492ceb9a31e4eadb5143031c18a8e86, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731292886093 2024-11-11T02:41:30,871 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 23cc8898f3ca42deabd3797820330420, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731292886093 2024-11-11T02:41:30,872 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 82ca9f5c8c8f46b29af22ae187f4d761, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731292887267 2024-11-11T02:41:30,872 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting f99a1dbc8af746ce97406092fabac47c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731292887267 2024-11-11T02:41:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,872 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting e47114f1ec204dc88dbe5d018a54ed93, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731292888465 2024-11-11T02:41:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,872 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting ed961d983f4c4f3491377b34cf3ee1f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731292888473 2024-11-11T02:41:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,877 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,878 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64db9042431c86c5b5ae3a88b1138fde#B#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:30,879 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/5775004f50444f48a35479c4e918b469 is 50, key is test_row_0/B:col10/1731292889610/Put/seqid=0 2024-11-11T02:41:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,881 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411118c37b1f5428a469ab0bc9372023d93f8_64db9042431c86c5b5ae3a88b1138fde store=[table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,883 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411118c37b1f5428a469ab0bc9372023d93f8_64db9042431c86c5b5ae3a88b1138fde, store=[table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,883 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118c37b1f5428a469ab0bc9372023d93f8_64db9042431c86c5b5ae3a88b1138fde because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742216_1392 (size=12595) 2024-11-11T02:41:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742217_1393 (size=4469) 2024-11-11T02:41:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,896 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/5775004f50444f48a35479c4e918b469 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/5775004f50444f48a35479c4e918b469 2024-11-11T02:41:30,896 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64db9042431c86c5b5ae3a88b1138fde#A#compaction#331 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,897 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/5cd64b1232434022b3f97ad74dad9766 is 175, key is test_row_0/A:col10/1731292889610/Put/seqid=0 2024-11-11T02:41:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742218_1394 (size=31549) 2024-11-11T02:41:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,904 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64db9042431c86c5b5ae3a88b1138fde/B of 64db9042431c86c5b5ae3a88b1138fde into 5775004f50444f48a35479c4e918b469(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:30,904 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:30,904 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., storeName=64db9042431c86c5b5ae3a88b1138fde/B, priority=13, startTime=1731292890870; duration=0sec 2024-11-11T02:41:30,904 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:30,904 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64db9042431c86c5b5ae3a88b1138fde:B 2024-11-11T02:41:30,905 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,910 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,910 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 64db9042431c86c5b5ae3a88b1138fde/C is initiating minor compaction (all files) 2024-11-11T02:41:30,911 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64db9042431c86c5b5ae3a88b1138fde/C in TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,911 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/f29446e07cb644198c3473841464826d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/50bdc4434caf416cb7cfdea1aeaa711b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/a4443a8dd7854e63aff29afef0d758a6] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp, totalSize=35.9 K 2024-11-11T02:41:30,911 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting f29446e07cb644198c3473841464826d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731292886093 2024-11-11T02:41:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,911 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 50bdc4434caf416cb7cfdea1aeaa711b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731292887267 2024-11-11T02:41:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,912 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting a4443a8dd7854e63aff29afef0d758a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731292888473 2024-11-11T02:41:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,913 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/5cd64b1232434022b3f97ad74dad9766 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/5cd64b1232434022b3f97ad74dad9766 2024-11-11T02:41:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,919 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64db9042431c86c5b5ae3a88b1138fde#C#compaction#332 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:30,919 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/c725ffa734334abda81845ce2a855504 is 50, key is test_row_0/C:col10/1731292889610/Put/seqid=0 2024-11-11T02:41:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,921 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64db9042431c86c5b5ae3a88b1138fde/A of 64db9042431c86c5b5ae3a88b1138fde into 5cd64b1232434022b3f97ad74dad9766(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:30,921 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:30,921 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., storeName=64db9042431c86c5b5ae3a88b1138fde/A, priority=13, startTime=1731292890870; duration=0sec 2024-11-11T02:41:30,921 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:30,921 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64db9042431c86c5b5ae3a88b1138fde:A 2024-11-11T02:41:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742219_1395 (size=12595) 2024-11-11T02:41:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-11T02:41:30,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:30,966 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 64db9042431c86c5b5ae3a88b1138fde 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-11T02:41:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b774c795a8d04c4d9ff388dc8b66c638_64db9042431c86c5b5ae3a88b1138fde is 50, key is test_row_0/A:col10/1731292889635/Put/seqid=0 2024-11-11T02:41:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742220_1396 (size=9814) 2024-11-11T02:41:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-11T02:41:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,339 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/c725ffa734334abda81845ce2a855504 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/c725ffa734334abda81845ce2a855504 2024-11-11T02:41:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,343 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64db9042431c86c5b5ae3a88b1138fde/C of 64db9042431c86c5b5ae3a88b1138fde into c725ffa734334abda81845ce2a855504(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,343 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:31,343 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., storeName=64db9042431c86c5b5ae3a88b1138fde/C, priority=13, startTime=1731292890870; duration=0sec 2024-11-11T02:41:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,344 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:31,344 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64db9042431c86c5b5ae3a88b1138fde:C 2024-11-11T02:41:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,389 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b774c795a8d04c4d9ff388dc8b66c638_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b774c795a8d04c4d9ff388dc8b66c638_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/7809d42ab75d43b5beff32331176cc8d, store: [table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/7809d42ab75d43b5beff32331176cc8d is 175, key is test_row_0/A:col10/1731292889635/Put/seqid=0 2024-11-11T02:41:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742221_1397 (size=22461) 2024-11-11T02:41:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,395 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/7809d42ab75d43b5beff32331176cc8d 2024-11-11T02:41:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/71f6dc70bd3644de8558cf2b60b1a421 is 50, key is test_row_0/B:col10/1731292889635/Put/seqid=0 2024-11-11T02:41:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742222_1398 (size=9757) 2024-11-11T02:41:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,421 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/71f6dc70bd3644de8558cf2b60b1a421 2024-11-11T02:41:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/ca16e1d45e9b431a87adf93c59c0ddc4 is 50, key is test_row_0/C:col10/1731292889635/Put/seqid=0 2024-11-11T02:41:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742223_1399 (size=9757) 2024-11-11T02:41:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,433 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/ca16e1d45e9b431a87adf93c59c0ddc4 2024-11-11T02:41:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/7809d42ab75d43b5beff32331176cc8d as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/7809d42ab75d43b5beff32331176cc8d 2024-11-11T02:41:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,441 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/7809d42ab75d43b5beff32331176cc8d, entries=100, sequenceid=209, filesize=21.9 K 2024-11-11T02:41:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/71f6dc70bd3644de8558cf2b60b1a421 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/71f6dc70bd3644de8558cf2b60b1a421 2024-11-11T02:41:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,448 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/71f6dc70bd3644de8558cf2b60b1a421, entries=100, sequenceid=209, filesize=9.5 K 2024-11-11T02:41:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/ca16e1d45e9b431a87adf93c59c0ddc4 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/ca16e1d45e9b431a87adf93c59c0ddc4 2024-11-11T02:41:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,454 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/ca16e1d45e9b431a87adf93c59c0ddc4, entries=100, sequenceid=209, filesize=9.5 K 2024-11-11T02:41:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,455 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 64db9042431c86c5b5ae3a88b1138fde in 488ms, sequenceid=209, compaction requested=false 2024-11-11T02:41:31,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:31,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-11T02:41:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-11T02:41:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-11T02:41:31,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4050 sec 2024-11-11T02:41:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.4100 sec 2024-11-11T02:41:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:31,897 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:41:31,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64db9042431c86c5b5ae3a88b1138fde 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T02:41:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111cca9d7203bca45e5a339c421e7e72496_64db9042431c86c5b5ae3a88b1138fde is 50, key is test_row_0/A:col10/1731292891896/Put/seqid=0 2024-11-11T02:41:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742225_1401 (size=24758) 2024-11-11T02:41:31,941 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:31,949 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111cca9d7203bca45e5a339c421e7e72496_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cca9d7203bca45e5a339c421e7e72496_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:31,950 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/206fa5ecc4d241ad9b756e459e7ce863, store: [table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:31,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/206fa5ecc4d241ad9b756e459e7ce863 is 175, key is test_row_0/A:col10/1731292891896/Put/seqid=0 2024-11-11T02:41:31,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742224_1400 (size=74395) 2024-11-11T02:41:31,957 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=221, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/206fa5ecc4d241ad9b756e459e7ce863 2024-11-11T02:41:31,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/f021339774d04661bed063d4edee1306 is 50, key is test_row_0/B:col10/1731292891896/Put/seqid=0 2024-11-11T02:41:31,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742226_1402 (size=12151) 2024-11-11T02:41:32,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292952002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:32,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:32,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:32,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292952004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:32,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:32,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:32,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:32,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:32,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:32,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292952005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:32,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:32,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:32,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:32,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292952118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:32,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:32,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292952118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:32,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:32,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:32,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:32,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:32,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:32,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292952129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:32,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:32,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:32,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-11T02:41:32,209 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:41:32,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:41:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-11T02:41:32,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-11T02:41:32,211 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:41:32,211 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:41:32,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:41:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-11T02:41:32,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292952328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:32,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292952329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:32,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292952339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:32,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:32,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:32,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:32,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-11T02:41:32,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:32,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:32,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:32,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:32,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:32,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/f021339774d04661bed063d4edee1306 2024-11-11T02:41:32,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/27d65e2292904f82a9875665ea4e02b9 is 50, key is test_row_0/C:col10/1731292891896/Put/seqid=0 2024-11-11T02:41:32,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742227_1403 (size=12151) 2024-11-11T02:41:32,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-11T02:41:32,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:32,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:32,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:32,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:32,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-11T02:41:32,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292952648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:32,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292952648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:32,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292952649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:32,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-11T02:41:32,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:32,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:32,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:32,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:32,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:32,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/27d65e2292904f82a9875665ea4e02b9 2024-11-11T02:41:32,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/206fa5ecc4d241ad9b756e459e7ce863 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/206fa5ecc4d241ad9b756e459e7ce863 2024-11-11T02:41:32,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-11T02:41:32,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:32,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:32,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:32,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:32,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:32,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/206fa5ecc4d241ad9b756e459e7ce863, entries=400, sequenceid=221, filesize=72.7 K 2024-11-11T02:41:32,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:32,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/f021339774d04661bed063d4edee1306 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/f021339774d04661bed063d4edee1306 2024-11-11T02:41:32,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/f021339774d04661bed063d4edee1306, entries=150, sequenceid=221, filesize=11.9 K 2024-11-11T02:41:32,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/27d65e2292904f82a9875665ea4e02b9 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/27d65e2292904f82a9875665ea4e02b9 2024-11-11T02:41:32,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/27d65e2292904f82a9875665ea4e02b9, entries=150, sequenceid=221, filesize=11.9 K 2024-11-11T02:41:32,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 64db9042431c86c5b5ae3a88b1138fde in 937ms, sequenceid=221, compaction requested=true 2024-11-11T02:41:32,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:32,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64db9042431c86c5b5ae3a88b1138fde:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:41:32,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:32,834 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:32,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64db9042431c86c5b5ae3a88b1138fde:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:41:32,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:32,834 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:32,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64db9042431c86c5b5ae3a88b1138fde:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:41:32,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:32,835 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128405 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:32,835 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:32,835 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 64db9042431c86c5b5ae3a88b1138fde/A is initiating minor compaction (all files) 2024-11-11T02:41:32,835 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 64db9042431c86c5b5ae3a88b1138fde/B is initiating minor compaction (all files) 2024-11-11T02:41:32,835 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64db9042431c86c5b5ae3a88b1138fde/B in TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:32,835 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64db9042431c86c5b5ae3a88b1138fde/A in TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:32,835 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/5cd64b1232434022b3f97ad74dad9766, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/7809d42ab75d43b5beff32331176cc8d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/206fa5ecc4d241ad9b756e459e7ce863] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp, totalSize=125.4 K 2024-11-11T02:41:32,835 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/5775004f50444f48a35479c4e918b469, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/71f6dc70bd3644de8558cf2b60b1a421, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/f021339774d04661bed063d4edee1306] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp, totalSize=33.7 K 2024-11-11T02:41:32,835 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:32,835 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. files: [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/5cd64b1232434022b3f97ad74dad9766, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/7809d42ab75d43b5beff32331176cc8d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/206fa5ecc4d241ad9b756e459e7ce863] 2024-11-11T02:41:32,836 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 5775004f50444f48a35479c4e918b469, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731292888473 2024-11-11T02:41:32,836 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5cd64b1232434022b3f97ad74dad9766, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731292888473 2024-11-11T02:41:32,836 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 71f6dc70bd3644de8558cf2b60b1a421, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731292889631 2024-11-11T02:41:32,836 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7809d42ab75d43b5beff32331176cc8d, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731292889631 2024-11-11T02:41:32,836 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting f021339774d04661bed063d4edee1306, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731292891873 2024-11-11T02:41:32,836 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 206fa5ecc4d241ad9b756e459e7ce863, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731292891857 2024-11-11T02:41:32,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-11T02:41:32,843 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:32,843 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64db9042431c86c5b5ae3a88b1138fde#B#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:32,844 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/bdf07a40e67e4036b34fdd6c25970f59 is 50, key is test_row_0/B:col10/1731292891896/Put/seqid=0 2024-11-11T02:41:32,845 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111168457a2a076d4b3bb5b9e7c64d58e13f_64db9042431c86c5b5ae3a88b1138fde store=[table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:32,848 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111168457a2a076d4b3bb5b9e7c64d58e13f_64db9042431c86c5b5ae3a88b1138fde, store=[table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:32,848 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111168457a2a076d4b3bb5b9e7c64d58e13f_64db9042431c86c5b5ae3a88b1138fde because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:32,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742228_1404 (size=12697) 2024-11-11T02:41:32,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742229_1405 (size=4469) 2024-11-11T02:41:32,864 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64db9042431c86c5b5ae3a88b1138fde#A#compaction#340 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:32,865 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/f0ba188f16a7458cb0425e6c05303395 is 175, key is test_row_0/A:col10/1731292891896/Put/seqid=0 2024-11-11T02:41:32,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742230_1406 (size=31651) 2024-11-11T02:41:32,873 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/f0ba188f16a7458cb0425e6c05303395 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/f0ba188f16a7458cb0425e6c05303395 2024-11-11T02:41:32,878 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64db9042431c86c5b5ae3a88b1138fde/A of 64db9042431c86c5b5ae3a88b1138fde into f0ba188f16a7458cb0425e6c05303395(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:32,878 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:32,878 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., storeName=64db9042431c86c5b5ae3a88b1138fde/A, priority=13, startTime=1731292892834; duration=0sec 2024-11-11T02:41:32,878 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:32,878 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64db9042431c86c5b5ae3a88b1138fde:A 2024-11-11T02:41:32,878 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:32,879 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:32,879 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 64db9042431c86c5b5ae3a88b1138fde/C is initiating minor compaction (all files) 2024-11-11T02:41:32,879 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64db9042431c86c5b5ae3a88b1138fde/C in TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:32,879 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/c725ffa734334abda81845ce2a855504, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/ca16e1d45e9b431a87adf93c59c0ddc4, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/27d65e2292904f82a9875665ea4e02b9] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp, totalSize=33.7 K 2024-11-11T02:41:32,879 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting c725ffa734334abda81845ce2a855504, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731292888473 2024-11-11T02:41:32,880 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca16e1d45e9b431a87adf93c59c0ddc4, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731292889631 2024-11-11T02:41:32,880 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27d65e2292904f82a9875665ea4e02b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731292891873 2024-11-11T02:41:32,885 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64db9042431c86c5b5ae3a88b1138fde#C#compaction#341 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:32,886 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/8c010e7c71a74bfcb722b2c5462bbf33 is 50, key is test_row_0/C:col10/1731292891896/Put/seqid=0 2024-11-11T02:41:32,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742231_1407 (size=12697) 2024-11-11T02:41:32,898 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/8c010e7c71a74bfcb722b2c5462bbf33 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/8c010e7c71a74bfcb722b2c5462bbf33 2024-11-11T02:41:32,904 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64db9042431c86c5b5ae3a88b1138fde/C of 64db9042431c86c5b5ae3a88b1138fde into 8c010e7c71a74bfcb722b2c5462bbf33(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:32,904 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:32,905 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., storeName=64db9042431c86c5b5ae3a88b1138fde/C, priority=13, startTime=1731292892834; duration=0sec 2024-11-11T02:41:32,905 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:32,905 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64db9042431c86c5b5ae3a88b1138fde:C 2024-11-11T02:41:32,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-11T02:41:32,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:32,977 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 64db9042431c86c5b5ae3a88b1138fde 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T02:41:32,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111434610be8e194e6b841f257b589cb69b_64db9042431c86c5b5ae3a88b1138fde is 50, key is test_row_0/A:col10/1731292891988/Put/seqid=0 2024-11-11T02:41:32,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742232_1408 (size=12304) 2024-11-11T02:41:32,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:32,995 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111434610be8e194e6b841f257b589cb69b_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111434610be8e194e6b841f257b589cb69b_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:32,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/05fbed3213a94e0ab63f2c0162dea5c2, store: [table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:32,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/05fbed3213a94e0ab63f2c0162dea5c2 is 175, key is test_row_0/A:col10/1731292891988/Put/seqid=0 2024-11-11T02:41:33,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742233_1409 (size=31105) 2024-11-11T02:41:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:33,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:33,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:33,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292953182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:33,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:33,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:33,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:33,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292953194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:33,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:33,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:33,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:33,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292953198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:33,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:33,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:33,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:33,264 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/bdf07a40e67e4036b34fdd6c25970f59 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/bdf07a40e67e4036b34fdd6c25970f59 2024-11-11T02:41:33,269 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64db9042431c86c5b5ae3a88b1138fde/B of 64db9042431c86c5b5ae3a88b1138fde into bdf07a40e67e4036b34fdd6c25970f59(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:33,269 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:33,269 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., storeName=64db9042431c86c5b5ae3a88b1138fde/B, priority=13, startTime=1731292892834; duration=0sec 2024-11-11T02:41:33,269 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:33,269 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64db9042431c86c5b5ae3a88b1138fde:B 2024-11-11T02:41:33,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292953308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:33,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:33,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:33,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292953308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:33,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:33,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:33,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:33,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:33,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292953318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:33,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:33,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:33,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-11T02:41:33,405 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/05fbed3213a94e0ab63f2c0162dea5c2 2024-11-11T02:41:33,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/25957bb2a882411ab265743654b4d56e is 50, key is test_row_0/B:col10/1731292891988/Put/seqid=0 2024-11-11T02:41:33,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742234_1410 (size=12151) 2024-11-11T02:41:33,417 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/25957bb2a882411ab265743654b4d56e 2024-11-11T02:41:33,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/4ff0528ba563401e8522cea0bb6dfbcb is 50, key is test_row_0/C:col10/1731292891988/Put/seqid=0 2024-11-11T02:41:33,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742235_1411 (size=12151) 2024-11-11T02:41:33,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292953518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:33,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:33,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292953518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:33,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:33,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:33,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:33,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:33,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:33,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292953528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:33,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:33,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:33,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:33,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292953828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:33,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292953828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:33,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:33,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:33,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:33,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:33,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:33,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:33,834 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/4ff0528ba563401e8522cea0bb6dfbcb 2024-11-11T02:41:33,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/05fbed3213a94e0ab63f2c0162dea5c2 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/05fbed3213a94e0ab63f2c0162dea5c2 2024-11-11T02:41:33,841 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/05fbed3213a94e0ab63f2c0162dea5c2, entries=150, sequenceid=248, filesize=30.4 K 2024-11-11T02:41:33,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/25957bb2a882411ab265743654b4d56e as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/25957bb2a882411ab265743654b4d56e 2024-11-11T02:41:33,845 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/25957bb2a882411ab265743654b4d56e, entries=150, sequenceid=248, filesize=11.9 K 2024-11-11T02:41:33,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/4ff0528ba563401e8522cea0bb6dfbcb as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/4ff0528ba563401e8522cea0bb6dfbcb 2024-11-11T02:41:33,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:33,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292953839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:33,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:33,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:33,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:33,849 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/4ff0528ba563401e8522cea0bb6dfbcb, entries=150, sequenceid=248, filesize=11.9 K 2024-11-11T02:41:33,850 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 64db9042431c86c5b5ae3a88b1138fde in 873ms, sequenceid=248, compaction requested=false 2024-11-11T02:41:33,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:33,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:33,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-11T02:41:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-11T02:41:33,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-11T02:41:33,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6390 sec 2024-11-11T02:41:33,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.6440 sec 2024-11-11T02:41:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:34,341 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:41:34,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64db9042431c86c5b5ae3a88b1138fde 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T02:41:34,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110f8e5b2a88b24f9286b5bfc34f752b85_64db9042431c86c5b5ae3a88b1138fde is 50, key is test_row_0/A:col10/1731292894341/Put/seqid=0 2024-11-11T02:41:34,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742236_1412 (size=17484) 2024-11-11T02:41:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-11T02:41:34,368 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:41:34,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:41:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-11T02:41:34,370 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:41:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-11T02:41:34,370 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:41:34,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:41:34,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292954388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:34,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:34,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:34,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:34,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292954389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:34,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:34,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:34,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:34,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292954395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:34,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:34,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:34,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-11T02:41:34,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292954498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:34,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:34,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:34,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:34,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292954508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:34,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:34,514 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:34,514 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292954508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:34,514 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:34,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:34,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:34,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:34,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T02:41:34,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:34,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:34,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:34,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:34,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:34,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T02:41:34,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:34,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:34,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:34,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:34,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-11T02:41:34,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292954708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:34,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:34,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:34,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:34,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292954718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:34,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:34,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:34,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292954718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:34,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:34,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:34,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:34,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:34,753 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:34,756 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110f8e5b2a88b24f9286b5bfc34f752b85_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110f8e5b2a88b24f9286b5bfc34f752b85_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:34,757 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/5caeaf47b404408ea5bac46a76c5be5e, store: [table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:34,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/5caeaf47b404408ea5bac46a76c5be5e is 175, key is test_row_0/A:col10/1731292894341/Put/seqid=0 2024-11-11T02:41:34,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742237_1413 (size=48589) 2024-11-11T02:41:34,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T02:41:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:34,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:34,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T02:41:34,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:34,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:34,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:34,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:34,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-11T02:41:35,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292955018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:35,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:35,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:35,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:35,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292955028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:35,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:35,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:35,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:35,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292955038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:35,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:35,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:35,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:35,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T02:41:35,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:35,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:35,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:35,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:35,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:35,167 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=263, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/5caeaf47b404408ea5bac46a76c5be5e 2024-11-11T02:41:35,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/ea03a8456a3e453fb9299a87eae64e8c is 50, key is test_row_0/B:col10/1731292894341/Put/seqid=0 2024-11-11T02:41:35,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742238_1414 (size=12251) 2024-11-11T02:41:35,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T02:41:35,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:35,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:35,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:35,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:35,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:35,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T02:41:35,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:35,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:35,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:35,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:35,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-11T02:41:35,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292955528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:35,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292955548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:35,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:35,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:35,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:35,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292955559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:35,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:35,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:35,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:35,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/ea03a8456a3e453fb9299a87eae64e8c 2024-11-11T02:41:35,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/6a0d565bb7914672914d400887ceb5fa is 50, key is test_row_0/C:col10/1731292894341/Put/seqid=0 2024-11-11T02:41:35,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742239_1415 (size=12251) 2024-11-11T02:41:35,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T02:41:35,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:35,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:35,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:35,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:35,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:35,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T02:41:35,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:35,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:35,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:35,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:35,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:35,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T02:41:35,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:35,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:35,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:35,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:35,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:35,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/6a0d565bb7914672914d400887ceb5fa 2024-11-11T02:41:35,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/5caeaf47b404408ea5bac46a76c5be5e as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/5caeaf47b404408ea5bac46a76c5be5e 2024-11-11T02:41:35,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/5caeaf47b404408ea5bac46a76c5be5e, entries=250, sequenceid=263, filesize=47.5 K 2024-11-11T02:41:35,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/ea03a8456a3e453fb9299a87eae64e8c as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/ea03a8456a3e453fb9299a87eae64e8c 2024-11-11T02:41:35,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/ea03a8456a3e453fb9299a87eae64e8c, entries=150, sequenceid=263, filesize=12.0 K 2024-11-11T02:41:35,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/6a0d565bb7914672914d400887ceb5fa as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/6a0d565bb7914672914d400887ceb5fa 2024-11-11T02:41:36,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/6a0d565bb7914672914d400887ceb5fa, entries=150, sequenceid=263, filesize=12.0 K 2024-11-11T02:41:36,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 64db9042431c86c5b5ae3a88b1138fde in 1662ms, sequenceid=263, compaction requested=true 2024-11-11T02:41:36,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:36,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64db9042431c86c5b5ae3a88b1138fde:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:41:36,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:36,004 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:36,004 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:36,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64db9042431c86c5b5ae3a88b1138fde:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:41:36,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:36,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64db9042431c86c5b5ae3a88b1138fde:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:41:36,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:36,004 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:36,004 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:36,004 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 64db9042431c86c5b5ae3a88b1138fde/B is initiating minor compaction (all files) 2024-11-11T02:41:36,004 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 64db9042431c86c5b5ae3a88b1138fde/A is initiating minor compaction (all files) 2024-11-11T02:41:36,005 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64db9042431c86c5b5ae3a88b1138fde/B in TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:36,005 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64db9042431c86c5b5ae3a88b1138fde/A in TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:36,005 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/f0ba188f16a7458cb0425e6c05303395, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/05fbed3213a94e0ab63f2c0162dea5c2, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/5caeaf47b404408ea5bac46a76c5be5e] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp, totalSize=108.7 K 2024-11-11T02:41:36,005 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/bdf07a40e67e4036b34fdd6c25970f59, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/25957bb2a882411ab265743654b4d56e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/ea03a8456a3e453fb9299a87eae64e8c] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp, totalSize=36.2 K 2024-11-11T02:41:36,005 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:36,005 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. files: [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/f0ba188f16a7458cb0425e6c05303395, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/05fbed3213a94e0ab63f2c0162dea5c2, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/5caeaf47b404408ea5bac46a76c5be5e] 2024-11-11T02:41:36,005 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting bdf07a40e67e4036b34fdd6c25970f59, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731292891873 2024-11-11T02:41:36,005 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0ba188f16a7458cb0425e6c05303395, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731292891873 2024-11-11T02:41:36,005 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 25957bb2a882411ab265743654b4d56e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731292891985 2024-11-11T02:41:36,006 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05fbed3213a94e0ab63f2c0162dea5c2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731292891985 2024-11-11T02:41:36,006 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting ea03a8456a3e453fb9299a87eae64e8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731292893178 2024-11-11T02:41:36,006 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5caeaf47b404408ea5bac46a76c5be5e, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731292893178 2024-11-11T02:41:36,011 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:36,012 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64db9042431c86c5b5ae3a88b1138fde#B#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:36,013 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/f41fb82a00344bdd80bd0a748da76580 is 50, key is test_row_0/B:col10/1731292894341/Put/seqid=0 2024-11-11T02:41:36,015 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411114d829273b2b9439daf67f62182644985_64db9042431c86c5b5ae3a88b1138fde store=[table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:36,017 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411114d829273b2b9439daf67f62182644985_64db9042431c86c5b5ae3a88b1138fde, store=[table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:36,017 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114d829273b2b9439daf67f62182644985_64db9042431c86c5b5ae3a88b1138fde because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:36,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742240_1416 (size=12899) 2024-11-11T02:41:36,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742241_1417 (size=4469) 2024-11-11T02:41:36,027 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/f41fb82a00344bdd80bd0a748da76580 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/f41fb82a00344bdd80bd0a748da76580 2024-11-11T02:41:36,030 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64db9042431c86c5b5ae3a88b1138fde/B of 64db9042431c86c5b5ae3a88b1138fde into f41fb82a00344bdd80bd0a748da76580(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:36,030 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:36,031 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., storeName=64db9042431c86c5b5ae3a88b1138fde/B, priority=13, startTime=1731292896004; duration=0sec 2024-11-11T02:41:36,031 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:36,031 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64db9042431c86c5b5ae3a88b1138fde:B 2024-11-11T02:41:36,031 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:36,031 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:36,031 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 64db9042431c86c5b5ae3a88b1138fde/C is initiating minor compaction (all files) 2024-11-11T02:41:36,031 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64db9042431c86c5b5ae3a88b1138fde/C in TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:36,032 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/8c010e7c71a74bfcb722b2c5462bbf33, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/4ff0528ba563401e8522cea0bb6dfbcb, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/6a0d565bb7914672914d400887ceb5fa] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp, totalSize=36.2 K 2024-11-11T02:41:36,032 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c010e7c71a74bfcb722b2c5462bbf33, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731292891873 2024-11-11T02:41:36,032 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ff0528ba563401e8522cea0bb6dfbcb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731292891985 2024-11-11T02:41:36,032 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a0d565bb7914672914d400887ceb5fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731292893178 2024-11-11T02:41:36,039 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64db9042431c86c5b5ae3a88b1138fde#C#compaction#350 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:36,039 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/cb619cbbd4594de3b43d9d9883291c45 is 50, key is test_row_0/C:col10/1731292894341/Put/seqid=0 2024-11-11T02:41:36,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742242_1418 (size=12899) 2024-11-11T02:41:36,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-11T02:41:36,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:36,048 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 64db9042431c86c5b5ae3a88b1138fde 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T02:41:36,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110132d4db7e8b4788a9ce120b05e32d16_64db9042431c86c5b5ae3a88b1138fde is 50, key is test_row_0/A:col10/1731292894364/Put/seqid=0 2024-11-11T02:41:36,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742243_1419 (size=12454) 2024-11-11T02:41:36,426 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64db9042431c86c5b5ae3a88b1138fde#A#compaction#349 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:36,427 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/cd91c61637e44457af779f282aa77a7c is 175, key is test_row_0/A:col10/1731292894341/Put/seqid=0 2024-11-11T02:41:36,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742244_1420 (size=31853) 2024-11-11T02:41:36,434 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/cd91c61637e44457af779f282aa77a7c as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/cd91c61637e44457af779f282aa77a7c 2024-11-11T02:41:36,437 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64db9042431c86c5b5ae3a88b1138fde/A of 64db9042431c86c5b5ae3a88b1138fde into cd91c61637e44457af779f282aa77a7c(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:36,437 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:36,437 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., storeName=64db9042431c86c5b5ae3a88b1138fde/A, priority=13, startTime=1731292896003; duration=0sec 2024-11-11T02:41:36,437 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:36,437 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64db9042431c86c5b5ae3a88b1138fde:A 2024-11-11T02:41:36,446 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/cb619cbbd4594de3b43d9d9883291c45 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/cb619cbbd4594de3b43d9d9883291c45 2024-11-11T02:41:36,450 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64db9042431c86c5b5ae3a88b1138fde/C of 64db9042431c86c5b5ae3a88b1138fde into cb619cbbd4594de3b43d9d9883291c45(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:36,450 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:36,450 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., storeName=64db9042431c86c5b5ae3a88b1138fde/C, priority=13, startTime=1731292896004; duration=0sec 2024-11-11T02:41:36,450 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:36,450 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64db9042431c86c5b5ae3a88b1138fde:C 2024-11-11T02:41:36,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:36,462 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110132d4db7e8b4788a9ce120b05e32d16_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110132d4db7e8b4788a9ce120b05e32d16_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:36,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/f57c71318db84d30a6bf1c58a92b87e8, store: [table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:36,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/f57c71318db84d30a6bf1c58a92b87e8 is 175, key is test_row_0/A:col10/1731292894364/Put/seqid=0 2024-11-11T02:41:36,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742245_1421 (size=31255) 2024-11-11T02:41:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-11T02:41:36,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. as already flushing 2024-11-11T02:41:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:36,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731292956578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:36,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292956578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:36,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:36,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:36,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:36,585 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_2' in 64db9042431c86c5b5ae3a88b1138fde of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:41:36,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:36,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:36,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:36,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292956580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:36,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:36,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:36,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:36,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292956688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:36,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:36,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:36,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:36,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292956698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:36,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:36,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:36,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:36,875 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/f57c71318db84d30a6bf1c58a92b87e8 2024-11-11T02:41:36,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/8a1b9d1160714b7396757f342a93a185 is 50, key is test_row_0/B:col10/1731292894364/Put/seqid=0 2024-11-11T02:41:36,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742246_1422 (size=12301) 2024-11-11T02:41:36,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292956899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:36,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:36,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:36,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:36,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292956908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:37,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60232 deadline: 1731292957208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:37,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:37,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:37,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:37,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60188 deadline: 1731292957218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:37,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:37,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:37,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:41:37,290 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/8a1b9d1160714b7396757f342a93a185 2024-11-11T02:41:37,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/313fcefdbcac4b9790fb46db57e2a5d6 is 50, key is test_row_0/C:col10/1731292894364/Put/seqid=0 2024-11-11T02:41:37,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742247_1423 (size=12301) 2024-11-11T02:41:37,421 INFO [Thread-1562 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1562. 2024-11-11T02:41:37,421 DEBUG [Thread-1562 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:41:37,421 DEBUG [Thread-1562 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:37,421 DEBUG [Thread-1562 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:37,421 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:41:37,423 INFO [Thread-1564 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1564. 2024-11-11T02:41:37,423 DEBUG [Thread-1564 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:41:37,423 DEBUG [Thread-1564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:37,423 DEBUG [Thread-1564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:37,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:41:37,424 INFO [Thread-1556 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1556. 2024-11-11T02:41:37,424 DEBUG [Thread-1556 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:41:37,424 DEBUG [Thread-1556 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:37,425 DEBUG [Thread-1556 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:37,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:41:37,429 INFO [Thread-1560 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1560. 2024-11-11T02:41:37,429 DEBUG [Thread-1560 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:41:37,429 DEBUG [Thread-1560 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:37,429 DEBUG [Thread-1560 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:37,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:41:37,431 INFO [Thread-1558 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1558. 2024-11-11T02:41:37,431 DEBUG [Thread-1558 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:41:37,431 DEBUG [Thread-1558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:37,431 DEBUG [Thread-1558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:37,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:41:37,700 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/313fcefdbcac4b9790fb46db57e2a5d6 2024-11-11T02:41:37,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/f57c71318db84d30a6bf1c58a92b87e8 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/f57c71318db84d30a6bf1c58a92b87e8 2024-11-11T02:41:37,710 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/f57c71318db84d30a6bf1c58a92b87e8, entries=150, sequenceid=286, filesize=30.5 K 2024-11-11T02:41:37,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/8a1b9d1160714b7396757f342a93a185 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/8a1b9d1160714b7396757f342a93a185 2024-11-11T02:41:37,713 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/8a1b9d1160714b7396757f342a93a185, entries=150, sequenceid=286, filesize=12.0 K 2024-11-11T02:41:37,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/313fcefdbcac4b9790fb46db57e2a5d6 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/313fcefdbcac4b9790fb46db57e2a5d6 2024-11-11T02:41:37,716 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/313fcefdbcac4b9790fb46db57e2a5d6, entries=150, sequenceid=286, filesize=12.0 K 2024-11-11T02:41:37,717 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 64db9042431c86c5b5ae3a88b1138fde in 1669ms, sequenceid=286, compaction requested=false 2024-11-11T02:41:37,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:37,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:37,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-11T02:41:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-11T02:41:37,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-11T02:41:37,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3480 sec 2024-11-11T02:41:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:37,720 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:41:37,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64db9042431c86c5b5ae3a88b1138fde 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T02:41:37,720 INFO [Thread-1545 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1545. 2024-11-11T02:41:37,720 DEBUG [Thread-1545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:41:37,720 DEBUG [Thread-1545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:37,720 DEBUG [Thread-1545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:37,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:41:37,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 3.3510 sec 2024-11-11T02:41:37,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e0918f4b8108431ab71c4476a5e06547_64db9042431c86c5b5ae3a88b1138fde is 50, key is test_row_0/A:col10/1731292897719/Put/seqid=0 2024-11-11T02:41:37,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742248_1424 (size=12454) 2024-11-11T02:41:37,729 INFO [Thread-1549 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1549. 2024-11-11T02:41:37,729 DEBUG [Thread-1549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:41:37,729 DEBUG [Thread-1549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:37,729 DEBUG [Thread-1549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:37,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:41:38,083 INFO [Thread-1547 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1547. 2024-11-11T02:41:38,083 DEBUG [Thread-1547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:41:38,083 DEBUG [Thread-1547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:38,084 DEBUG [Thread-1547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:38,084 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:41:38,128 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:38,135 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e0918f4b8108431ab71c4476a5e06547_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e0918f4b8108431ab71c4476a5e06547_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:38,136 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/0b556637b21a497984bf375903e5d5be, store: [table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:38,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/0b556637b21a497984bf375903e5d5be is 175, key is test_row_0/A:col10/1731292897719/Put/seqid=0 2024-11-11T02:41:38,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742249_1425 (size=31255) 2024-11-11T02:41:38,160 INFO [Thread-1551 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1551. 2024-11-11T02:41:38,160 DEBUG [Thread-1551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:41:38,160 DEBUG [Thread-1551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:38,160 DEBUG [Thread-1551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:38,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:41:38,267 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T02:41:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-11T02:41:38,539 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:41:38,545 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/0b556637b21a497984bf375903e5d5be 2024-11-11T02:41:38,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/aab74fa9084e450d9c7b9c2ae4683fa9 is 50, key is test_row_0/B:col10/1731292897719/Put/seqid=0 2024-11-11T02:41:38,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742250_1426 (size=12301) 2024-11-11T02:41:38,591 INFO [Thread-1553 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1553. 2024-11-11T02:41:38,591 DEBUG [Thread-1553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:41:38,591 DEBUG [Thread-1553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:38,592 DEBUG [Thread-1553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:38,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:41:38,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T02:41:38,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-11T02:41:38,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-11T02:41:38,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-11T02:41:38,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-11-11T02:41:38,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-11T02:41:38,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T02:41:38,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T02:41:38,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1480 2024-11-11T02:41:38,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4436 rows 2024-11-11T02:41:38,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1488 2024-11-11T02:41:38,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4460 rows 2024-11-11T02:41:38,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1484 2024-11-11T02:41:38,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4451 rows 2024-11-11T02:41:38,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1478 2024-11-11T02:41:38,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4427 rows 2024-11-11T02:41:38,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1480 2024-11-11T02:41:38,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4433 rows 2024-11-11T02:41:38,592 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T02:41:38,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T02:41:38,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:38,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:38,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:41:38,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T02:41:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T02:41:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-11T02:41:38,599 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292898598"}]},"ts":"1731292898598"} 2024-11-11T02:41:38,601 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T02:41:38,601 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T02:41:38,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T02:41:38,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64db9042431c86c5b5ae3a88b1138fde, UNASSIGN}] 2024-11-11T02:41:38,606 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64db9042431c86c5b5ae3a88b1138fde, UNASSIGN 2024-11-11T02:41:38,607 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=64db9042431c86c5b5ae3a88b1138fde, regionState=CLOSING, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:38,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=64db9042431c86c5b5ae3a88b1138fde, UNASSIGN because future has completed 2024-11-11T02:41:38,608 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T02:41:38,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; CloseRegionProcedure 64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905}] 2024-11-11T02:41:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-11T02:41:38,760 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(122): Close 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:38,760 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T02:41:38,760 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1722): Closing 64db9042431c86c5b5ae3a88b1138fde, disabling compactions & flushes 2024-11-11T02:41:38,760 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-11T02:41:38,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/aab74fa9084e450d9c7b9c2ae4683fa9 2024-11-11T02:41:38,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/1651e9f9526049cb99f023d686efb6ea is 50, key is test_row_0/C:col10/1731292897719/Put/seqid=0 2024-11-11T02:41:38,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742251_1427 (size=12301) 2024-11-11T02:41:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-11T02:41:39,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/1651e9f9526049cb99f023d686efb6ea 2024-11-11T02:41:39,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/0b556637b21a497984bf375903e5d5be as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/0b556637b21a497984bf375903e5d5be 2024-11-11T02:41:39,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/0b556637b21a497984bf375903e5d5be, entries=150, sequenceid=303, filesize=30.5 K 2024-11-11T02:41:39,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/aab74fa9084e450d9c7b9c2ae4683fa9 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/aab74fa9084e450d9c7b9c2ae4683fa9 2024-11-11T02:41:39,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/aab74fa9084e450d9c7b9c2ae4683fa9, entries=150, sequenceid=303, filesize=12.0 K 2024-11-11T02:41:39,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/1651e9f9526049cb99f023d686efb6ea as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/1651e9f9526049cb99f023d686efb6ea 2024-11-11T02:41:39,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/1651e9f9526049cb99f023d686efb6ea, entries=150, sequenceid=303, filesize=12.0 K 2024-11-11T02:41:39,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=26.84 KB/27480 for 64db9042431c86c5b5ae3a88b1138fde in 1684ms, sequenceid=303, compaction requested=true 2024-11-11T02:41:39,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64db9042431c86c5b5ae3a88b1138fde: 2024-11-11T02:41:39,404 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:39,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64db9042431c86c5b5ae3a88b1138fde:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:41:39,404 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:39,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:39,404 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. after waiting 0 ms 2024-11-11T02:41:39,404 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:39,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64db9042431c86c5b5ae3a88b1138fde:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:41:39,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:39,404 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(2902): Flushing 64db9042431c86c5b5ae3a88b1138fde 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-11T02:41:39,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64db9042431c86c5b5ae3a88b1138fde:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:41:39,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:39,404 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. because compaction request was cancelled 2024-11-11T02:41:39,404 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. because compaction request was cancelled 2024-11-11T02:41:39,404 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64db9042431c86c5b5ae3a88b1138fde:A 2024-11-11T02:41:39,404 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64db9042431c86c5b5ae3a88b1138fde:B 2024-11-11T02:41:39,404 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. because compaction request was cancelled 2024-11-11T02:41:39,404 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64db9042431c86c5b5ae3a88b1138fde:C 2024-11-11T02:41:39,409 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b51bedff6ae34841af2b019a4b56d88e_64db9042431c86c5b5ae3a88b1138fde is 50, key is test_row_0/A:col10/1731292898159/Put/seqid=0 2024-11-11T02:41:39,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742252_1428 (size=12454) 2024-11-11T02:41:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-11T02:41:39,814 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:39,820 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b51bedff6ae34841af2b019a4b56d88e_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b51bedff6ae34841af2b019a4b56d88e_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:39,821 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/e86598b9de084b43959dc786ebf83435, store: [table=TestAcidGuarantees family=A region=64db9042431c86c5b5ae3a88b1138fde] 2024-11-11T02:41:39,822 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/e86598b9de084b43959dc786ebf83435 is 175, key is test_row_0/A:col10/1731292898159/Put/seqid=0 2024-11-11T02:41:39,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742253_1429 (size=31255) 2024-11-11T02:41:40,228 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=310, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/e86598b9de084b43959dc786ebf83435 2024-11-11T02:41:40,242 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/c7b53f362cff4a4c8cca02e3c8876789 is 50, key is test_row_0/B:col10/1731292898159/Put/seqid=0 2024-11-11T02:41:40,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742254_1430 (size=12301) 2024-11-11T02:41:40,646 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/c7b53f362cff4a4c8cca02e3c8876789 2024-11-11T02:41:40,653 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/114f144462ca431da4919073b3edb31c is 50, key is test_row_0/C:col10/1731292898159/Put/seqid=0 2024-11-11T02:41:40,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742255_1431 (size=12301) 2024-11-11T02:41:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-11T02:41:41,058 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/114f144462ca431da4919073b3edb31c 2024-11-11T02:41:41,069 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/A/e86598b9de084b43959dc786ebf83435 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/e86598b9de084b43959dc786ebf83435 2024-11-11T02:41:41,074 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/e86598b9de084b43959dc786ebf83435, entries=150, sequenceid=310, filesize=30.5 K 2024-11-11T02:41:41,075 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/B/c7b53f362cff4a4c8cca02e3c8876789 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/c7b53f362cff4a4c8cca02e3c8876789 2024-11-11T02:41:41,080 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/c7b53f362cff4a4c8cca02e3c8876789, entries=150, sequenceid=310, filesize=12.0 K 2024-11-11T02:41:41,081 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/.tmp/C/114f144462ca431da4919073b3edb31c as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/114f144462ca431da4919073b3edb31c 2024-11-11T02:41:41,085 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/114f144462ca431da4919073b3edb31c, entries=150, sequenceid=310, filesize=12.0 K 2024-11-11T02:41:41,086 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 64db9042431c86c5b5ae3a88b1138fde in 1682ms, sequenceid=310, compaction requested=true 2024-11-11T02:41:41,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/e4c4afec61c348539edeeae665e3c598, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/341a19fe8c1542998d513677f4b4e8ef, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/aa7f081c631745dca13338f09dadc054, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/cea60650f1e74efda1970c6070179c90, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/017e08303667461f9e1a85b646573f62, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/bbaa3687975046dbb2fe3bce57436843, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/ce4a552b1b884a24b4338d6a50542c3a, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/5ed1fb993b1f48a08c9044fbbfde7794, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/52b9442e479941d3ac4e3a3212209141, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/05085f48bc924d648d181552fc4556a9, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/b492ceb9a31e4eadb5143031c18a8e86, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/f99a1dbc8af746ce97406092fabac47c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/e47114f1ec204dc88dbe5d018a54ed93, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/5cd64b1232434022b3f97ad74dad9766, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/7809d42ab75d43b5beff32331176cc8d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/206fa5ecc4d241ad9b756e459e7ce863, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/f0ba188f16a7458cb0425e6c05303395, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/05fbed3213a94e0ab63f2c0162dea5c2, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/5caeaf47b404408ea5bac46a76c5be5e] to archive 2024-11-11T02:41:41,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T02:41:41,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/e4c4afec61c348539edeeae665e3c598 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/e4c4afec61c348539edeeae665e3c598 2024-11-11T02:41:41,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/341a19fe8c1542998d513677f4b4e8ef to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/341a19fe8c1542998d513677f4b4e8ef 2024-11-11T02:41:41,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/aa7f081c631745dca13338f09dadc054 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/aa7f081c631745dca13338f09dadc054 2024-11-11T02:41:41,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/cea60650f1e74efda1970c6070179c90 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/cea60650f1e74efda1970c6070179c90 2024-11-11T02:41:41,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/017e08303667461f9e1a85b646573f62 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/017e08303667461f9e1a85b646573f62 2024-11-11T02:41:41,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/bbaa3687975046dbb2fe3bce57436843 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/bbaa3687975046dbb2fe3bce57436843 2024-11-11T02:41:41,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/ce4a552b1b884a24b4338d6a50542c3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/ce4a552b1b884a24b4338d6a50542c3a 2024-11-11T02:41:41,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/5ed1fb993b1f48a08c9044fbbfde7794 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/5ed1fb993b1f48a08c9044fbbfde7794 2024-11-11T02:41:41,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/52b9442e479941d3ac4e3a3212209141 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/52b9442e479941d3ac4e3a3212209141 2024-11-11T02:41:41,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/05085f48bc924d648d181552fc4556a9 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/05085f48bc924d648d181552fc4556a9 2024-11-11T02:41:41,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/b492ceb9a31e4eadb5143031c18a8e86 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/b492ceb9a31e4eadb5143031c18a8e86 2024-11-11T02:41:41,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/f99a1dbc8af746ce97406092fabac47c to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/f99a1dbc8af746ce97406092fabac47c 2024-11-11T02:41:41,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/e47114f1ec204dc88dbe5d018a54ed93 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/e47114f1ec204dc88dbe5d018a54ed93 2024-11-11T02:41:41,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/5cd64b1232434022b3f97ad74dad9766 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/5cd64b1232434022b3f97ad74dad9766 2024-11-11T02:41:41,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/7809d42ab75d43b5beff32331176cc8d to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/7809d42ab75d43b5beff32331176cc8d 2024-11-11T02:41:41,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/206fa5ecc4d241ad9b756e459e7ce863 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/206fa5ecc4d241ad9b756e459e7ce863 2024-11-11T02:41:41,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/f0ba188f16a7458cb0425e6c05303395 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/f0ba188f16a7458cb0425e6c05303395 2024-11-11T02:41:41,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/05fbed3213a94e0ab63f2c0162dea5c2 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/05fbed3213a94e0ab63f2c0162dea5c2 2024-11-11T02:41:41,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/5caeaf47b404408ea5bac46a76c5be5e to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/5caeaf47b404408ea5bac46a76c5be5e 2024-11-11T02:41:41,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/490adfbca1d8435fa8ed91c90cb4c75f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/f6f3a9bed9ff46c59f88c4b2fc8b608c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/be54f50a0f564d76821e13cc30bed29b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/99c19b78195040c2a56223c4f980f324, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/d6d23ee140464931b4f0335aa8268e92, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/7edc396a9be240e585c9f4dc6a5a9345, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/ace7a432c3344d0aade412fe4551fbc3, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/aa27651d0ec7451180498cfa321067ff, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/878d58fb240f46afac73fc0140aeb2f2, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/23cc8898f3ca42deabd3797820330420, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/3fb7794621af406f8d352db6d38bc9b8, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/82ca9f5c8c8f46b29af22ae187f4d761, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/5775004f50444f48a35479c4e918b469, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/ed961d983f4c4f3491377b34cf3ee1f8, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/71f6dc70bd3644de8558cf2b60b1a421, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/bdf07a40e67e4036b34fdd6c25970f59, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/f021339774d04661bed063d4edee1306, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/25957bb2a882411ab265743654b4d56e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/ea03a8456a3e453fb9299a87eae64e8c] to archive 2024-11-11T02:41:41,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T02:41:41,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/490adfbca1d8435fa8ed91c90cb4c75f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/490adfbca1d8435fa8ed91c90cb4c75f 2024-11-11T02:41:41,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/f6f3a9bed9ff46c59f88c4b2fc8b608c to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/f6f3a9bed9ff46c59f88c4b2fc8b608c 2024-11-11T02:41:41,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/be54f50a0f564d76821e13cc30bed29b to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/be54f50a0f564d76821e13cc30bed29b 2024-11-11T02:41:41,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/99c19b78195040c2a56223c4f980f324 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/99c19b78195040c2a56223c4f980f324 2024-11-11T02:41:41,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/d6d23ee140464931b4f0335aa8268e92 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/d6d23ee140464931b4f0335aa8268e92 2024-11-11T02:41:41,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/7edc396a9be240e585c9f4dc6a5a9345 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/7edc396a9be240e585c9f4dc6a5a9345 2024-11-11T02:41:41,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/ace7a432c3344d0aade412fe4551fbc3 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/ace7a432c3344d0aade412fe4551fbc3 2024-11-11T02:41:41,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/aa27651d0ec7451180498cfa321067ff to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/aa27651d0ec7451180498cfa321067ff 2024-11-11T02:41:41,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/878d58fb240f46afac73fc0140aeb2f2 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/878d58fb240f46afac73fc0140aeb2f2 2024-11-11T02:41:41,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/23cc8898f3ca42deabd3797820330420 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/23cc8898f3ca42deabd3797820330420 2024-11-11T02:41:41,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/3fb7794621af406f8d352db6d38bc9b8 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/3fb7794621af406f8d352db6d38bc9b8 2024-11-11T02:41:41,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/82ca9f5c8c8f46b29af22ae187f4d761 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/82ca9f5c8c8f46b29af22ae187f4d761 2024-11-11T02:41:41,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/5775004f50444f48a35479c4e918b469 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/5775004f50444f48a35479c4e918b469 2024-11-11T02:41:41,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/ed961d983f4c4f3491377b34cf3ee1f8 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/ed961d983f4c4f3491377b34cf3ee1f8 2024-11-11T02:41:41,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/71f6dc70bd3644de8558cf2b60b1a421 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/71f6dc70bd3644de8558cf2b60b1a421 2024-11-11T02:41:41,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/bdf07a40e67e4036b34fdd6c25970f59 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/bdf07a40e67e4036b34fdd6c25970f59 2024-11-11T02:41:41,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/f021339774d04661bed063d4edee1306 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/f021339774d04661bed063d4edee1306 2024-11-11T02:41:41,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/25957bb2a882411ab265743654b4d56e to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/25957bb2a882411ab265743654b4d56e 2024-11-11T02:41:41,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/ea03a8456a3e453fb9299a87eae64e8c to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/ea03a8456a3e453fb9299a87eae64e8c 2024-11-11T02:41:41,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/9442b5eb20ab4595ad2938f2af77df63, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/dde7c67a171d40f392b8309edf4b4e21, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/df92f69311e744d293a5738c26f70931, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/b74a7fda10f64a42ad5988f2233aca94, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/572457513323492998d5a0d52973d920, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/311ebaf837164d7a8a84e2c85fb5112c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/d9b76f6a360e475e8057920aff84e89d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/7e83f6a7750d4512a84f81bcca0058fb, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/b367c0a4eda44bd189e6d555d8f3831e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/f29446e07cb644198c3473841464826d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/260b030954b44ab0b6b060edcdba7134, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/50bdc4434caf416cb7cfdea1aeaa711b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/c725ffa734334abda81845ce2a855504, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/a4443a8dd7854e63aff29afef0d758a6, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/ca16e1d45e9b431a87adf93c59c0ddc4, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/8c010e7c71a74bfcb722b2c5462bbf33, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/27d65e2292904f82a9875665ea4e02b9, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/4ff0528ba563401e8522cea0bb6dfbcb, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/6a0d565bb7914672914d400887ceb5fa] to archive 2024-11-11T02:41:41,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T02:41:41,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/9442b5eb20ab4595ad2938f2af77df63 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/9442b5eb20ab4595ad2938f2af77df63 2024-11-11T02:41:41,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/dde7c67a171d40f392b8309edf4b4e21 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/dde7c67a171d40f392b8309edf4b4e21 2024-11-11T02:41:41,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/df92f69311e744d293a5738c26f70931 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/df92f69311e744d293a5738c26f70931 2024-11-11T02:41:41,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/b74a7fda10f64a42ad5988f2233aca94 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/b74a7fda10f64a42ad5988f2233aca94 2024-11-11T02:41:41,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/572457513323492998d5a0d52973d920 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/572457513323492998d5a0d52973d920 2024-11-11T02:41:41,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/311ebaf837164d7a8a84e2c85fb5112c to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/311ebaf837164d7a8a84e2c85fb5112c 2024-11-11T02:41:41,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/d9b76f6a360e475e8057920aff84e89d to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/d9b76f6a360e475e8057920aff84e89d 2024-11-11T02:41:41,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/7e83f6a7750d4512a84f81bcca0058fb to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/7e83f6a7750d4512a84f81bcca0058fb 2024-11-11T02:41:41,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/b367c0a4eda44bd189e6d555d8f3831e to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/b367c0a4eda44bd189e6d555d8f3831e 2024-11-11T02:41:41,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/f29446e07cb644198c3473841464826d to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/f29446e07cb644198c3473841464826d 2024-11-11T02:41:41,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/260b030954b44ab0b6b060edcdba7134 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/260b030954b44ab0b6b060edcdba7134 2024-11-11T02:41:41,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/50bdc4434caf416cb7cfdea1aeaa711b to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/50bdc4434caf416cb7cfdea1aeaa711b 2024-11-11T02:41:41,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/c725ffa734334abda81845ce2a855504 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/c725ffa734334abda81845ce2a855504 2024-11-11T02:41:41,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/a4443a8dd7854e63aff29afef0d758a6 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/a4443a8dd7854e63aff29afef0d758a6 2024-11-11T02:41:41,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/ca16e1d45e9b431a87adf93c59c0ddc4 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/ca16e1d45e9b431a87adf93c59c0ddc4 2024-11-11T02:41:41,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/8c010e7c71a74bfcb722b2c5462bbf33 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/8c010e7c71a74bfcb722b2c5462bbf33 2024-11-11T02:41:41,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/27d65e2292904f82a9875665ea4e02b9 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/27d65e2292904f82a9875665ea4e02b9 2024-11-11T02:41:41,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/4ff0528ba563401e8522cea0bb6dfbcb to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/4ff0528ba563401e8522cea0bb6dfbcb 2024-11-11T02:41:41,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/6a0d565bb7914672914d400887ceb5fa to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/6a0d565bb7914672914d400887ceb5fa 2024-11-11T02:41:41,148 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/recovered.edits/313.seqid, newMaxSeqId=313, maxSeqId=4 2024-11-11T02:41:41,149 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. 2024-11-11T02:41:41,149 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1676): Region close journal for 64db9042431c86c5b5ae3a88b1138fde: Waiting for close lock at 1731292898760Running coprocessor pre-close hooks at 1731292898760Disabling compacts and flushes for region at 1731292898760Disabling writes for close at 1731292899404 (+644 ms)Obtaining lock to block concurrent updates at 1731292899404Preparing flush snapshotting stores in 64db9042431c86c5b5ae3a88b1138fde at 1731292899404Finished memstore snapshotting TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731292899405 (+1 ms)Flushing stores of TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde. at 1731292899405Flushing 64db9042431c86c5b5ae3a88b1138fde/A: creating writer at 1731292899405Flushing mob file 64db9042431c86c5b5ae3a88b1138fde/A: appending metadata at 1731292899409 (+4 ms)Flushing mob file 64db9042431c86c5b5ae3a88b1138fde/A: closing flushed file at 1731292899409Flushing 64db9042431c86c5b5ae3a88b1138fde/A: appending metadata at 1731292899821 (+412 ms)Flushing 64db9042431c86c5b5ae3a88b1138fde/A: closing flushed file at 1731292899821Flushing 64db9042431c86c5b5ae3a88b1138fde/B: creating writer at 1731292900237 (+416 ms)Flushing 64db9042431c86c5b5ae3a88b1138fde/B: appending metadata at 1731292900242 (+5 ms)Flushing 64db9042431c86c5b5ae3a88b1138fde/B: closing flushed file at 1731292900242Flushing 64db9042431c86c5b5ae3a88b1138fde/C: creating writer at 1731292900650 (+408 ms)Flushing 64db9042431c86c5b5ae3a88b1138fde/C: appending metadata at 1731292900652 (+2 ms)Flushing 64db9042431c86c5b5ae3a88b1138fde/C: closing flushed file at 1731292900652Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f476b59: reopening flushed file at 1731292901068 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c0e977c: reopening flushed file at 1731292901074 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f70d03c: reopening flushed file at 1731292901080 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 64db9042431c86c5b5ae3a88b1138fde in 1682ms, sequenceid=310, compaction requested=true at 1731292901086 (+6 ms)Writing region close event to WAL at 1731292901146 (+60 ms)Running coprocessor post-close hooks at 1731292901149 (+3 ms)Closed at 1731292901149 2024-11-11T02:41:41,150 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(157): Closed 64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:41,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=64db9042431c86c5b5ae3a88b1138fde, regionState=CLOSED 2024-11-11T02:41:41,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=124, ppid=123, state=RUNNABLE, hasLock=false; CloseRegionProcedure 64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 because future has completed 2024-11-11T02:41:41,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-11T02:41:41,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; CloseRegionProcedure 64db9042431c86c5b5ae3a88b1138fde, server=3ffe7f9d089e,45551,1731292779905 in 2.5440 sec 2024-11-11T02:41:41,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=123, resume processing ppid=122 2024-11-11T02:41:41,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, ppid=122, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64db9042431c86c5b5ae3a88b1138fde, UNASSIGN in 2.5480 sec 2024-11-11T02:41:41,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-11T02:41:41,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5530 sec 2024-11-11T02:41:41,157 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292901157"}]},"ts":"1731292901157"} 2024-11-11T02:41:41,158 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T02:41:41,158 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T02:41:41,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.5640 sec 2024-11-11T02:41:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-11T02:41:42,770 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:41:42,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T02:41:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:41:42,776 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=125, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:41:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-11T02:41:42,779 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=125, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:41:42,781 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:42,785 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A, FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B, FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C, FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/recovered.edits] 2024-11-11T02:41:42,827 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/0b556637b21a497984bf375903e5d5be to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/0b556637b21a497984bf375903e5d5be 2024-11-11T02:41:42,828 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/cd91c61637e44457af779f282aa77a7c to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/cd91c61637e44457af779f282aa77a7c 2024-11-11T02:41:42,829 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/e86598b9de084b43959dc786ebf83435 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/e86598b9de084b43959dc786ebf83435 2024-11-11T02:41:42,830 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/f57c71318db84d30a6bf1c58a92b87e8 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/A/f57c71318db84d30a6bf1c58a92b87e8 2024-11-11T02:41:42,831 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/8a1b9d1160714b7396757f342a93a185 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/8a1b9d1160714b7396757f342a93a185 2024-11-11T02:41:42,832 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/aab74fa9084e450d9c7b9c2ae4683fa9 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/aab74fa9084e450d9c7b9c2ae4683fa9 2024-11-11T02:41:42,833 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/c7b53f362cff4a4c8cca02e3c8876789 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/c7b53f362cff4a4c8cca02e3c8876789 2024-11-11T02:41:42,834 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/f41fb82a00344bdd80bd0a748da76580 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/B/f41fb82a00344bdd80bd0a748da76580 2024-11-11T02:41:42,835 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/114f144462ca431da4919073b3edb31c to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/114f144462ca431da4919073b3edb31c 2024-11-11T02:41:42,836 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/1651e9f9526049cb99f023d686efb6ea to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/1651e9f9526049cb99f023d686efb6ea 2024-11-11T02:41:42,837 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/313fcefdbcac4b9790fb46db57e2a5d6 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/313fcefdbcac4b9790fb46db57e2a5d6 2024-11-11T02:41:42,838 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/cb619cbbd4594de3b43d9d9883291c45 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/C/cb619cbbd4594de3b43d9d9883291c45 2024-11-11T02:41:42,839 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/recovered.edits/313.seqid to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde/recovered.edits/313.seqid 2024-11-11T02:41:42,840 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:42,840 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T02:41:42,840 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T02:41:42,841 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-11T02:41:42,842 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110132d4db7e8b4788a9ce120b05e32d16_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110132d4db7e8b4788a9ce120b05e32d16_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:42,843 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111014bceae058f4cb981de114620bfd032_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111014bceae058f4cb981de114620bfd032_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:42,844 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110f8e5b2a88b24f9286b5bfc34f752b85_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110f8e5b2a88b24f9286b5bfc34f752b85_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:42,844 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111113c2be0394894d4c81ecd73023817b23_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111113c2be0394894d4c81ecd73023817b23_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:42,845 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111fb4b68583cf434194be537f5074aa2b_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111fb4b68583cf434194be537f5074aa2b_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:42,846 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111130cc7cdb0bbc4335b75e20be4b1e905e_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111130cc7cdb0bbc4335b75e20be4b1e905e_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:42,846 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111434610be8e194e6b841f257b589cb69b_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111434610be8e194e6b841f257b589cb69b_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:42,847 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114ce3de9eb0e74e929d50233fbec86ebc_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114ce3de9eb0e74e929d50233fbec86ebc_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:42,847 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111160947a88a3e6469bb12502be08199704_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111160947a88a3e6469bb12502be08199704_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:42,848 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117bc03c719334426f8aabb2782cf6671e_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117bc03c719334426f8aabb2782cf6671e_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:42,849 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118a355ec0e02b405cb4c0c4eee4b160fa_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118a355ec0e02b405cb4c0c4eee4b160fa_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:42,850 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111193b34cd774234f27aba55b3f80c78b3f_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111193b34cd774234f27aba55b3f80c78b3f_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:42,850 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a6c2457abd2848dc87025a59a0f10e89_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a6c2457abd2848dc87025a59a0f10e89_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:42,851 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b51bedff6ae34841af2b019a4b56d88e_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b51bedff6ae34841af2b019a4b56d88e_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:42,852 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b774c795a8d04c4d9ff388dc8b66c638_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b774c795a8d04c4d9ff388dc8b66c638_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:42,853 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cca9d7203bca45e5a339c421e7e72496_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cca9d7203bca45e5a339c421e7e72496_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:42,853 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e0918f4b8108431ab71c4476a5e06547_64db9042431c86c5b5ae3a88b1138fde to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e0918f4b8108431ab71c4476a5e06547_64db9042431c86c5b5ae3a88b1138fde 2024-11-11T02:41:42,854 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T02:41:42,856 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=125, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:41:42,857 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T02:41:42,859 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T02:41:42,860 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=125, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:41:42,860 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T02:41:42,860 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731292902860"}]},"ts":"9223372036854775807"} 2024-11-11T02:41:42,862 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-11T02:41:42,862 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 64db9042431c86c5b5ae3a88b1138fde, NAME => 'TestAcidGuarantees,,1731292874263.64db9042431c86c5b5ae3a88b1138fde.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T02:41:42,862 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T02:41:42,862 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731292902862"}]},"ts":"9223372036854775807"} 2024-11-11T02:41:42,864 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-11T02:41:42,864 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=125, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:41:42,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 93 msec 2024-11-11T02:41:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-11T02:41:42,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-11T02:41:42,889 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:41:42,900 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=241 (was 242), OpenFileDescriptor=457 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=355 (was 428), ProcessCount=11 (was 11), AvailableMemoryMB=11988 (was 12036) 2024-11-11T02:41:42,909 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=241, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=355, ProcessCount=11, AvailableMemoryMB=11988 2024-11-11T02:41:42,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T02:41:42,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T02:41:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=126, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T02:41:42,912 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T02:41:42,913 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:42,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 126 2024-11-11T02:41:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-11T02:41:42,913 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T02:41:42,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742256_1432 (size=959) 2024-11-11T02:41:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-11T02:41:43,168 WARN [regionserver/3ffe7f9d089e:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 3, running: 1 2024-11-11T02:41:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-11T02:41:43,324 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb 2024-11-11T02:41:43,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742257_1433 (size=53) 2024-11-11T02:41:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-11T02:41:43,736 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:41:43,736 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 1261d7b82e9d4ffe92e9fff604f19218, disabling compactions & flushes 2024-11-11T02:41:43,736 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:43,736 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:43,737 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. after waiting 0 ms 2024-11-11T02:41:43,737 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:43,737 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:43,737 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1261d7b82e9d4ffe92e9fff604f19218: Waiting for close lock at 1731292903736Disabling compacts and flushes for region at 1731292903736Disabling writes for close at 1731292903737 (+1 ms)Writing region close event to WAL at 1731292903737Closed at 1731292903737 2024-11-11T02:41:43,740 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T02:41:43,740 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731292903740"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731292903740"}]},"ts":"1731292903740"} 2024-11-11T02:41:43,744 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T02:41:43,746 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T02:41:43,747 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292903747"}]},"ts":"1731292903747"} 2024-11-11T02:41:43,748 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T02:41:43,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1261d7b82e9d4ffe92e9fff604f19218, ASSIGN}] 2024-11-11T02:41:43,749 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1261d7b82e9d4ffe92e9fff604f19218, ASSIGN 2024-11-11T02:41:43,750 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1261d7b82e9d4ffe92e9fff604f19218, ASSIGN; state=OFFLINE, location=3ffe7f9d089e,45551,1731292779905; forceNewPlan=false, retain=false 2024-11-11T02:41:43,901 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=1261d7b82e9d4ffe92e9fff604f19218, regionState=OPENING, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:43,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1261d7b82e9d4ffe92e9fff604f19218, ASSIGN because future has completed 2024-11-11T02:41:43,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905}] 2024-11-11T02:41:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-11T02:41:44,063 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:44,063 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7752): Opening region: {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} 2024-11-11T02:41:44,066 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:44,066 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:41:44,066 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7794): checking encryption for 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:44,067 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7797): checking classloading for 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:44,069 INFO [StoreOpener-1261d7b82e9d4ffe92e9fff604f19218-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:44,070 INFO [StoreOpener-1261d7b82e9d4ffe92e9fff604f19218-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1261d7b82e9d4ffe92e9fff604f19218 columnFamilyName A 2024-11-11T02:41:44,070 DEBUG [StoreOpener-1261d7b82e9d4ffe92e9fff604f19218-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:44,070 INFO [StoreOpener-1261d7b82e9d4ffe92e9fff604f19218-1 {}] regionserver.HStore(327): Store=1261d7b82e9d4ffe92e9fff604f19218/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:41:44,070 INFO [StoreOpener-1261d7b82e9d4ffe92e9fff604f19218-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:44,071 INFO [StoreOpener-1261d7b82e9d4ffe92e9fff604f19218-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1261d7b82e9d4ffe92e9fff604f19218 columnFamilyName B 2024-11-11T02:41:44,071 DEBUG [StoreOpener-1261d7b82e9d4ffe92e9fff604f19218-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:44,072 INFO [StoreOpener-1261d7b82e9d4ffe92e9fff604f19218-1 {}] regionserver.HStore(327): Store=1261d7b82e9d4ffe92e9fff604f19218/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:41:44,072 INFO [StoreOpener-1261d7b82e9d4ffe92e9fff604f19218-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:44,073 INFO [StoreOpener-1261d7b82e9d4ffe92e9fff604f19218-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1261d7b82e9d4ffe92e9fff604f19218 columnFamilyName C 2024-11-11T02:41:44,073 DEBUG [StoreOpener-1261d7b82e9d4ffe92e9fff604f19218-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:41:44,073 INFO [StoreOpener-1261d7b82e9d4ffe92e9fff604f19218-1 {}] regionserver.HStore(327): Store=1261d7b82e9d4ffe92e9fff604f19218/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:41:44,074 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1038): replaying wal for 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:44,074 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:44,074 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:44,075 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1048): stopping wal replay for 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:44,075 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1060): Cleaning up temporary data for 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:44,076 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T02:41:44,077 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1093): writing seq id for 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:44,078 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T02:41:44,079 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1114): Opened 1261d7b82e9d4ffe92e9fff604f19218; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62002690, jitterRate=-0.07608792185783386}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T02:41:44,079 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:44,080 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1006): Region open journal for 1261d7b82e9d4ffe92e9fff604f19218: Running coprocessor pre-open hook at 1731292904067Writing region info on filesystem at 1731292904067Initializing all the Stores at 1731292904068 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292904068Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292904068Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292904068Cleaning up temporary data from old regions at 1731292904075 (+7 ms)Running coprocessor post-open hooks at 1731292904079 (+4 ms)Region opened successfully at 1731292904080 (+1 ms) 2024-11-11T02:41:44,080 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., pid=128, masterSystemTime=1731292904056 2024-11-11T02:41:44,082 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:44,082 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:44,083 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=1261d7b82e9d4ffe92e9fff604f19218, regionState=OPEN, openSeqNum=2, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:44,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=128, ppid=127, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 because future has completed 2024-11-11T02:41:44,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-11T02:41:44,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; OpenRegionProcedure 1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 in 183 msec 2024-11-11T02:41:44,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=127, resume processing ppid=126 2024-11-11T02:41:44,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, ppid=126, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1261d7b82e9d4ffe92e9fff604f19218, ASSIGN in 340 msec 2024-11-11T02:41:44,091 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T02:41:44,092 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292904091"}]},"ts":"1731292904091"} 2024-11-11T02:41:44,093 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T02:41:44,094 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T02:41:44,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1830 sec 2024-11-11T02:41:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-11T02:41:45,060 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:41:45,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6d55bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,063 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:41:45,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:41:45,066 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:41:45,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:41:45,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:41:45,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6197b0a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:41:45,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:41:45,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:45,068 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:41:45,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0c6bff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:41:45,070 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:41:45,070 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:41:45,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43248, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:41:45,071 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T02:41:45,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3ffe7f9d089e,44587,1731292779109 2024-11-11T02:41:45,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c705820 2024-11-11T02:41:45,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T02:41:45,073 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T02:41:45,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0c05eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:41:45,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:41:45,075 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:41:45,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:41:45,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:41:45,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1294077e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:41:45,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:41:45,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:45,076 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:41:45,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f21561b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d7458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:41:45,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:41:45,077 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:41:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:41:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:41:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e2610e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:41:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:41:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:45,078 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:41:45,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc58f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e100fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:41:45,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:41:45,079 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:41:45,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:41:45,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:41:45,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71858462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:41:45,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:41:45,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:45,080 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:41:45,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11142079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e40afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:41:45,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:41:45,082 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:41:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:41:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:41:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c43e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:41:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:41:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:45,083 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:41:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e049bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9f4da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:41:45,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:41:45,085 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:41:45,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:41:45,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:41:45,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@791359cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:41:45,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:41:45,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:45,087 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:41:45,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a2896f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4cbf6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,089 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:41:45,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:41:45,089 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:41:45,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:41:45,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:41:45,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7daa2e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:41:45,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:41:45,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:45,091 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:41:45,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db8992b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c83334c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,092 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:41:45,093 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:41:45,093 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:41:45,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:41:45,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:41:45,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8d12e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:41:45,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:41:45,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:45,094 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:41:45,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b381152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3532b5c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,095 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:41:45,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:41:45,096 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:41:45,096 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:41:45,096 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:41:45,096 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516deb53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,096 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:41:45,096 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:41:45,096 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:45,097 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:41:45,097 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c656bdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3088fab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:41:45,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:41:45,099 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:41:45,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:41:45,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:41:45,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f4cb75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:41:45,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:41:45,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:45,100 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:41:45,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79e7745d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663bb5d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,101 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:41:45,101 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:41:45,101 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:41:45,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:41:45,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:41:45,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fbf8302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:41:45,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:41:45,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:41:45,103 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:41:45,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5057253a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:41:45,104 DEBUG [Thread-1964 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:41:45,104 DEBUG [Thread-1960 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:41:45,104 DEBUG [Thread-1949 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:41:45,104 DEBUG [Thread-1951 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:41:45,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:41:45,104 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:41:45,104 DEBUG [Thread-1953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:41:45,105 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:41:45,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:41:45,105 DEBUG [Thread-1966 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:41:45,105 DEBUG [Thread-1955 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:41:45,105 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:41:45,105 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:41:45,105 DEBUG [Thread-1962 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:41:45,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:41:45,105 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:41:45,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:41:45,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:41:45,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:41:45,106 DEBUG [Thread-1953 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:41:45,106 DEBUG [Thread-1953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:41:45,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:41:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-11T02:41:45,106 DEBUG [Thread-1949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:41:45,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:41:45,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:41:45,107 DEBUG [Thread-1957 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:41:45,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:41:45,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:41:45,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:41:45,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:41:45,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:41:45,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:41:45,108 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:41:45,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:41:45,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:41:45,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:41:45,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:41:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-11T02:41:45,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:41:45,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:41:45,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:41:45,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:41:45,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43360, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:41:45,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:41:45,111 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:41:45,111 DEBUG [Thread-1968 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:41:45,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:41:45,111 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:41:45,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:41:45,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:41:45,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:41:45,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:41:45,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:41:45,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:41:45,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2] 2024-11-11T02:41:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:45,117 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:41:45,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1261d7b82e9d4ffe92e9fff604f19218 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T02:41:45,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/57ec7b67cdb84b5b8fa840237d0b52b5 is 50, key is test_row_0/A:col10/1731292905115/Put/seqid=0 2024-11-11T02:41:45,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742258_1434 (size=12001) 2024-11-11T02:41:45,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292965157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:45,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:45,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292965159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:45,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:45,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292965160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:45,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:45,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292965161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:45,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292965163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-11T02:41:45,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-11T02:41:45,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:45,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:45,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:45,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:45,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:45,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292965269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:45,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:45,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292965278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:45,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:45,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292965278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:45,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:45,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292965278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:45,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:45,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292965278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:45,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:45,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-11T02:41:45,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:45,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:45,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:45,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:45,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-11T02:41:45,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292965478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:45,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:45,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292965488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:45,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:45,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292965488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:45,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:45,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292965488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:45,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:45,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:45,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292965488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:45,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:45,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/57ec7b67cdb84b5b8fa840237d0b52b5 2024-11-11T02:41:45,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-11T02:41:45,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:45,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:45,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:45,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:45,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:45,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/9a0247d53a6e4863ac6ecaa91ceb82e3 is 50, key is test_row_0/B:col10/1731292905115/Put/seqid=0 2024-11-11T02:41:45,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742259_1435 (size=12001) 2024-11-11T02:41:45,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/9a0247d53a6e4863ac6ecaa91ceb82e3 2024-11-11T02:41:45,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/810efdb2affe4a6bac768b66da17e62e is 50, key is test_row_0/C:col10/1731292905115/Put/seqid=0 2024-11-11T02:41:45,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742260_1436 (size=12001) 2024-11-11T02:41:45,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-11T02:41:45,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:45,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:45,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:45,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:45,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:45,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-11T02:41:45,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:45,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292965789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:45,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:45,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292965799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:45,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:45,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:45,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292965799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:45,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:45,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:45,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292965799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:45,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:45,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:45,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292965799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:45,803 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,803 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:45,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:45,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-11T02:41:45,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:45,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:45,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:45,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:45,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:46,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/810efdb2affe4a6bac768b66da17e62e 2024-11-11T02:41:46,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/57ec7b67cdb84b5b8fa840237d0b52b5 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/57ec7b67cdb84b5b8fa840237d0b52b5 2024-11-11T02:41:46,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/57ec7b67cdb84b5b8fa840237d0b52b5, entries=150, sequenceid=12, filesize=11.7 K 2024-11-11T02:41:46,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/9a0247d53a6e4863ac6ecaa91ceb82e3 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/9a0247d53a6e4863ac6ecaa91ceb82e3 2024-11-11T02:41:46,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/9a0247d53a6e4863ac6ecaa91ceb82e3, entries=150, sequenceid=12, filesize=11.7 K 2024-11-11T02:41:46,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/810efdb2affe4a6bac768b66da17e62e as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/810efdb2affe4a6bac768b66da17e62e 2024-11-11T02:41:46,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/810efdb2affe4a6bac768b66da17e62e, entries=150, sequenceid=12, filesize=11.7 K 2024-11-11T02:41:46,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1261d7b82e9d4ffe92e9fff604f19218 in 910ms, sequenceid=12, compaction requested=false 2024-11-11T02:41:46,028 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-11T02:41:46,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:46,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-11T02:41:46,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:46,030 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 1261d7b82e9d4ffe92e9fff604f19218 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T02:41:46,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/11d2ab25341a45a18fcf021a53ab95ab is 50, key is test_row_0/A:col10/1731292905161/Put/seqid=0 2024-11-11T02:41:46,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742261_1437 (size=12001) 2024-11-11T02:41:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-11T02:41:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:46,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:46,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292966349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292966349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:46,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292966349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:46,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:46,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292966350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:46,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:46,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292966351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:46,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:46,438 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/11d2ab25341a45a18fcf021a53ab95ab 2024-11-11T02:41:46,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/d4a736f42bc843c6a1977418247a302d is 50, key is test_row_0/B:col10/1731292905161/Put/seqid=0 2024-11-11T02:41:46,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742262_1438 (size=12001) 2024-11-11T02:41:46,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292966469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:46,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292966469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:46,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:46,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:46,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292966469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:46,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:46,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:46,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292966469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:46,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:46,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:46,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292966469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:46,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:46,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:46,667 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T02:41:46,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292966679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:46,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:46,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292966679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:46,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:46,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:46,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292966679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:46,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:46,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292966679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:46,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:46,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292966680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:46,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:46,847 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/d4a736f42bc843c6a1977418247a302d 2024-11-11T02:41:46,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/a2b5140c8f974772a82f62ed159d476b is 50, key is test_row_0/C:col10/1731292905161/Put/seqid=0 2024-11-11T02:41:46,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742263_1439 (size=12001) 2024-11-11T02:41:46,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292966988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:46,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:46,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292966989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:46,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:46,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:46,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292966989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:46,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:46,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292966989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:46,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:46,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292966989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:46,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:46,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:47,256 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/a2b5140c8f974772a82f62ed159d476b 2024-11-11T02:41:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-11T02:41:47,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/11d2ab25341a45a18fcf021a53ab95ab as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/11d2ab25341a45a18fcf021a53ab95ab 2024-11-11T02:41:47,263 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/11d2ab25341a45a18fcf021a53ab95ab, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T02:41:47,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/d4a736f42bc843c6a1977418247a302d as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/d4a736f42bc843c6a1977418247a302d 2024-11-11T02:41:47,267 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/d4a736f42bc843c6a1977418247a302d, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T02:41:47,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/a2b5140c8f974772a82f62ed159d476b as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/a2b5140c8f974772a82f62ed159d476b 2024-11-11T02:41:47,271 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/a2b5140c8f974772a82f62ed159d476b, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T02:41:47,271 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1261d7b82e9d4ffe92e9fff604f19218 in 1241ms, sequenceid=37, compaction requested=false 2024-11-11T02:41:47,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:47,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:47,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-11T02:41:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-11T02:41:47,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-11T02:41:47,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1610 sec 2024-11-11T02:41:47,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 2.1700 sec 2024-11-11T02:41:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:47,503 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:41:47,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1261d7b82e9d4ffe92e9fff604f19218 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T02:41:47,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/7c1dc9807b534eef9aa3abe306404bf6 is 50, key is test_row_0/A:col10/1731292907502/Put/seqid=0 2024-11-11T02:41:47,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742264_1440 (size=14341) 2024-11-11T02:41:47,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292967538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:47,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:47,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292967539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:47,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:47,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292967540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:47,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:47,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:47,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292967545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:47,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:47,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:47,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292967545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:47,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:47,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292967658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:47,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:47,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292967658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:47,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:47,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:47,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292967659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:47,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:47,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292967659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:47,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:47,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292967659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:47,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:47,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292967868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:47,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:47,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292967868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:47,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:47,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292967868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:47,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:47,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:47,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292967869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:47,875 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,875 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:47,875 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292967869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:47,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:47,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:47,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/7c1dc9807b534eef9aa3abe306404bf6 2024-11-11T02:41:47,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/fc72fdd598094731bca8b0140b00544c is 50, key is test_row_0/B:col10/1731292907502/Put/seqid=0 2024-11-11T02:41:47,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742265_1441 (size=12001) 2024-11-11T02:41:48,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292968178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:48,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:48,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292968178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:48,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:48,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:48,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:48,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:48,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:48,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292968178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:48,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292968178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:48,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292968188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:48,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:48,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:48,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:48,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/fc72fdd598094731bca8b0140b00544c 2024-11-11T02:41:48,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/ed08bf17101e4ba2a801875820ef60b9 is 50, key is test_row_0/C:col10/1731292907502/Put/seqid=0 2024-11-11T02:41:48,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742266_1442 (size=12001) 2024-11-11T02:41:48,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292968688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:48,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292968688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:48,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292968688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:48,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:48,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:48,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292968699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:48,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:48,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:48,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:48,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292968709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:48,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:48,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:48,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:48,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/ed08bf17101e4ba2a801875820ef60b9 2024-11-11T02:41:48,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/7c1dc9807b534eef9aa3abe306404bf6 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/7c1dc9807b534eef9aa3abe306404bf6 2024-11-11T02:41:48,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/7c1dc9807b534eef9aa3abe306404bf6, entries=200, sequenceid=49, filesize=14.0 K 2024-11-11T02:41:48,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/fc72fdd598094731bca8b0140b00544c as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/fc72fdd598094731bca8b0140b00544c 2024-11-11T02:41:48,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/fc72fdd598094731bca8b0140b00544c, entries=150, sequenceid=49, filesize=11.7 K 2024-11-11T02:41:48,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/ed08bf17101e4ba2a801875820ef60b9 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/ed08bf17101e4ba2a801875820ef60b9 2024-11-11T02:41:48,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/ed08bf17101e4ba2a801875820ef60b9, entries=150, sequenceid=49, filesize=11.7 K 2024-11-11T02:41:48,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1261d7b82e9d4ffe92e9fff604f19218 in 1285ms, sequenceid=49, compaction requested=true 2024-11-11T02:41:48,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:48,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1261d7b82e9d4ffe92e9fff604f19218:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:41:48,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:48,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1261d7b82e9d4ffe92e9fff604f19218:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:41:48,788 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:48,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:48,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1261d7b82e9d4ffe92e9fff604f19218:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:41:48,788 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:48,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:48,788 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:48,788 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:48,788 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 1261d7b82e9d4ffe92e9fff604f19218/A is initiating minor compaction (all files) 2024-11-11T02:41:48,788 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 1261d7b82e9d4ffe92e9fff604f19218/B is initiating minor compaction (all files) 2024-11-11T02:41:48,788 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1261d7b82e9d4ffe92e9fff604f19218/A in TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:48,788 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1261d7b82e9d4ffe92e9fff604f19218/B in TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:48,789 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/57ec7b67cdb84b5b8fa840237d0b52b5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/11d2ab25341a45a18fcf021a53ab95ab, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/7c1dc9807b534eef9aa3abe306404bf6] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp, totalSize=37.4 K 2024-11-11T02:41:48,789 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/9a0247d53a6e4863ac6ecaa91ceb82e3, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/d4a736f42bc843c6a1977418247a302d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/fc72fdd598094731bca8b0140b00544c] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp, totalSize=35.2 K 2024-11-11T02:41:48,789 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57ec7b67cdb84b5b8fa840237d0b52b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731292905113 2024-11-11T02:41:48,789 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a0247d53a6e4863ac6ecaa91ceb82e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731292905113 2024-11-11T02:41:48,789 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11d2ab25341a45a18fcf021a53ab95ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731292905157 2024-11-11T02:41:48,789 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting d4a736f42bc843c6a1977418247a302d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731292905157 2024-11-11T02:41:48,789 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c1dc9807b534eef9aa3abe306404bf6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731292906314 2024-11-11T02:41:48,789 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting fc72fdd598094731bca8b0140b00544c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731292906314 2024-11-11T02:41:48,795 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1261d7b82e9d4ffe92e9fff604f19218#B#compaction#369 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:48,795 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/89dcf6ae7f9047529c2d12fc367b3ad3 is 50, key is test_row_0/B:col10/1731292907502/Put/seqid=0 2024-11-11T02:41:48,803 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1261d7b82e9d4ffe92e9fff604f19218#A#compaction#370 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:48,804 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/eb57c1b8949848d88231291b767b4777 is 50, key is test_row_0/A:col10/1731292907502/Put/seqid=0 2024-11-11T02:41:48,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742267_1443 (size=12104) 2024-11-11T02:41:48,808 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/89dcf6ae7f9047529c2d12fc367b3ad3 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/89dcf6ae7f9047529c2d12fc367b3ad3 2024-11-11T02:41:48,816 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1261d7b82e9d4ffe92e9fff604f19218/B of 1261d7b82e9d4ffe92e9fff604f19218 into 89dcf6ae7f9047529c2d12fc367b3ad3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:48,816 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:48,816 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., storeName=1261d7b82e9d4ffe92e9fff604f19218/B, priority=13, startTime=1731292908788; duration=0sec 2024-11-11T02:41:48,816 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:48,817 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1261d7b82e9d4ffe92e9fff604f19218:B 2024-11-11T02:41:48,817 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:48,817 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:48,817 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 1261d7b82e9d4ffe92e9fff604f19218/C is initiating minor compaction (all files) 2024-11-11T02:41:48,817 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1261d7b82e9d4ffe92e9fff604f19218/C in TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:48,817 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/810efdb2affe4a6bac768b66da17e62e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/a2b5140c8f974772a82f62ed159d476b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/ed08bf17101e4ba2a801875820ef60b9] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp, totalSize=35.2 K 2024-11-11T02:41:48,818 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 810efdb2affe4a6bac768b66da17e62e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731292905113 2024-11-11T02:41:48,818 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting a2b5140c8f974772a82f62ed159d476b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731292905157 2024-11-11T02:41:48,818 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting ed08bf17101e4ba2a801875820ef60b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731292906314 2024-11-11T02:41:48,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742268_1444 (size=12104) 2024-11-11T02:41:48,825 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1261d7b82e9d4ffe92e9fff604f19218#C#compaction#371 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:48,825 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/7299a466250c48d19feff19364ac7b93 is 50, key is test_row_0/C:col10/1731292907502/Put/seqid=0 2024-11-11T02:41:48,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742269_1445 (size=12104) 2024-11-11T02:41:48,837 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/7299a466250c48d19feff19364ac7b93 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/7299a466250c48d19feff19364ac7b93 2024-11-11T02:41:48,844 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1261d7b82e9d4ffe92e9fff604f19218/C of 1261d7b82e9d4ffe92e9fff604f19218 into 7299a466250c48d19feff19364ac7b93(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:48,844 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:48,844 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., storeName=1261d7b82e9d4ffe92e9fff604f19218/C, priority=13, startTime=1731292908788; duration=0sec 2024-11-11T02:41:48,844 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:48,844 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1261d7b82e9d4ffe92e9fff604f19218:C 2024-11-11T02:41:49,225 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/eb57c1b8949848d88231291b767b4777 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/eb57c1b8949848d88231291b767b4777 2024-11-11T02:41:49,234 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1261d7b82e9d4ffe92e9fff604f19218/A of 1261d7b82e9d4ffe92e9fff604f19218 into eb57c1b8949848d88231291b767b4777(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:49,234 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:49,234 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., storeName=1261d7b82e9d4ffe92e9fff604f19218/A, priority=13, startTime=1731292908788; duration=0sec 2024-11-11T02:41:49,235 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:49,235 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1261d7b82e9d4ffe92e9fff604f19218:A 2024-11-11T02:41:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-11T02:41:49,279 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:41:49,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:41:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-11T02:41:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-11T02:41:49,282 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:41:49,283 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:41:49,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:41:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-11T02:41:49,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-11T02:41:49,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:49,435 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 1261d7b82e9d4ffe92e9fff604f19218 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T02:41:49,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/acb94843874a4ea288faba18c088ec9b is 50, key is test_row_0/A:col10/1731292907543/Put/seqid=0 2024-11-11T02:41:49,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742270_1446 (size=12001) 2024-11-11T02:41:49,443 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/acb94843874a4ea288faba18c088ec9b 2024-11-11T02:41:49,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/3e4a4125cc47437397aedacbb4801070 is 50, key is test_row_0/B:col10/1731292907543/Put/seqid=0 2024-11-11T02:41:49,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742271_1447 (size=12001) 2024-11-11T02:41:49,461 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/3e4a4125cc47437397aedacbb4801070 2024-11-11T02:41:49,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/18d8434184e844f5a21eca3784ea140a is 50, key is test_row_0/C:col10/1731292907543/Put/seqid=0 2024-11-11T02:41:49,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742272_1448 (size=12001) 2024-11-11T02:41:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-11T02:41:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:49,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:49,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292969723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:49,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:49,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:49,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292969723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:49,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:49,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:49,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:49,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:49,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292969724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:49,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292969728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:49,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:49,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:49,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:49,734 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_2' in 1261d7b82e9d4ffe92e9fff604f19218 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:41:49,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:49,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:49,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:49,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292969731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:49,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292969838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:49,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292969838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:49,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:49,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:49,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:49,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:49,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:49,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:49,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292969839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:49,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:49,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:49,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:49,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292969848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:49,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:49,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:49,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:49,871 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/18d8434184e844f5a21eca3784ea140a 2024-11-11T02:41:49,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/acb94843874a4ea288faba18c088ec9b as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/acb94843874a4ea288faba18c088ec9b 2024-11-11T02:41:49,883 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/acb94843874a4ea288faba18c088ec9b, entries=150, sequenceid=76, filesize=11.7 K 2024-11-11T02:41:49,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/3e4a4125cc47437397aedacbb4801070 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/3e4a4125cc47437397aedacbb4801070 2024-11-11T02:41:49,887 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/3e4a4125cc47437397aedacbb4801070, entries=150, sequenceid=76, filesize=11.7 K 2024-11-11T02:41:49,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/18d8434184e844f5a21eca3784ea140a as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/18d8434184e844f5a21eca3784ea140a 2024-11-11T02:41:49,893 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/18d8434184e844f5a21eca3784ea140a, entries=150, sequenceid=76, filesize=11.7 K 2024-11-11T02:41:49,894 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1261d7b82e9d4ffe92e9fff604f19218 in 458ms, sequenceid=76, compaction requested=false 2024-11-11T02:41:49,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:49,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:49,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-11T02:41:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-11T02:41:49,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-11T02:41:49,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 612 msec 2024-11-11T02:41:49,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 617 msec 2024-11-11T02:41:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-11T02:41:49,909 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:41:49,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:41:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-11T02:41:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-11T02:41:49,912 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:41:49,913 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:41:49,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:41:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-11T02:41:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:50,053 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:41:50,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1261d7b82e9d4ffe92e9fff604f19218 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T02:41:50,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/386d8e428517416a811f21ae39272154 is 50, key is test_row_0/A:col10/1731292910051/Put/seqid=0 2024-11-11T02:41:50,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742273_1449 (size=11997) 2024-11-11T02:41:50,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-11T02:41:50,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:50,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:50,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:50,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:50,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:50,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292970100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:50,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:50,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292970101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:50,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:50,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292970102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:50,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:50,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292970104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:50,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:50,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292970208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:50,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:50,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-11T02:41:50,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:50,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:50,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:50,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:50,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:50,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292970218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292970219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292970219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-11T02:41:50,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-11T02:41:50,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:50,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:50,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:50,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:50,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:50,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292970419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:50,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:50,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292970439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:50,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:50,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292970439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:50,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:50,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:50,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292970439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:50,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:50,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:50,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/386d8e428517416a811f21ae39272154 2024-11-11T02:41:50,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/9e90f58c6e1542648b77196353232f47 is 50, key is test_row_0/B:col10/1731292910051/Put/seqid=0 2024-11-11T02:41:50,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742274_1450 (size=9657) 2024-11-11T02:41:50,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/9e90f58c6e1542648b77196353232f47 2024-11-11T02:41:50,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/20fae06bfa804a08bd76f09031d54340 is 50, key is test_row_0/C:col10/1731292910051/Put/seqid=0 2024-11-11T02:41:50,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742275_1451 (size=9657) 2024-11-11T02:41:50,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-11T02:41:50,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:50,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:50,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:50,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:50,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-11T02:41:50,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-11T02:41:50,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:50,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:50,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:50,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:50,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:50,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292970728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:50,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:50,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292970749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292970749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292970749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:50,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-11T02:41:50,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:50,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:50,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:50,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:50,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:50,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/20fae06bfa804a08bd76f09031d54340 2024-11-11T02:41:50,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/386d8e428517416a811f21ae39272154 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/386d8e428517416a811f21ae39272154 2024-11-11T02:41:50,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/386d8e428517416a811f21ae39272154, entries=150, sequenceid=89, filesize=11.7 K 2024-11-11T02:41:50,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/9e90f58c6e1542648b77196353232f47 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/9e90f58c6e1542648b77196353232f47 2024-11-11T02:41:50,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/9e90f58c6e1542648b77196353232f47, entries=100, sequenceid=89, filesize=9.4 K 2024-11-11T02:41:50,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/20fae06bfa804a08bd76f09031d54340 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/20fae06bfa804a08bd76f09031d54340 2024-11-11T02:41:50,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/20fae06bfa804a08bd76f09031d54340, entries=100, sequenceid=89, filesize=9.4 K 2024-11-11T02:41:50,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1261d7b82e9d4ffe92e9fff604f19218 in 850ms, sequenceid=89, compaction requested=true 2024-11-11T02:41:50,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:50,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1261d7b82e9d4ffe92e9fff604f19218:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:41:50,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:50,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1261d7b82e9d4ffe92e9fff604f19218:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:41:50,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:50,903 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:50,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1261d7b82e9d4ffe92e9fff604f19218:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:41:50,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:50,903 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:50,904 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36102 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:50,904 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:50,904 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 1261d7b82e9d4ffe92e9fff604f19218/A is initiating minor compaction (all files) 2024-11-11T02:41:50,904 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 1261d7b82e9d4ffe92e9fff604f19218/B is initiating minor compaction (all files) 2024-11-11T02:41:50,904 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1261d7b82e9d4ffe92e9fff604f19218/B in TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:50,904 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1261d7b82e9d4ffe92e9fff604f19218/A in TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:50,904 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/89dcf6ae7f9047529c2d12fc367b3ad3, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/3e4a4125cc47437397aedacbb4801070, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/9e90f58c6e1542648b77196353232f47] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp, totalSize=33.0 K 2024-11-11T02:41:50,904 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/eb57c1b8949848d88231291b767b4777, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/acb94843874a4ea288faba18c088ec9b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/386d8e428517416a811f21ae39272154] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp, totalSize=35.3 K 2024-11-11T02:41:50,904 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 89dcf6ae7f9047529c2d12fc367b3ad3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731292906314 2024-11-11T02:41:50,904 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb57c1b8949848d88231291b767b4777, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731292906314 2024-11-11T02:41:50,904 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e4a4125cc47437397aedacbb4801070, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731292907539 2024-11-11T02:41:50,904 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting acb94843874a4ea288faba18c088ec9b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731292907539 2024-11-11T02:41:50,904 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e90f58c6e1542648b77196353232f47, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731292909723 2024-11-11T02:41:50,905 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 386d8e428517416a811f21ae39272154, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731292909723 2024-11-11T02:41:50,911 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1261d7b82e9d4ffe92e9fff604f19218#B#compaction#378 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:50,911 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1261d7b82e9d4ffe92e9fff604f19218#A#compaction#379 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:50,911 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/929791156ab64c5598e500663a96cbd8 is 50, key is test_row_0/A:col10/1731292910051/Put/seqid=0 2024-11-11T02:41:50,911 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/3e1de4a1a25e40af9b1bfa132a0e2e99 is 50, key is test_row_0/B:col10/1731292910051/Put/seqid=0 2024-11-11T02:41:50,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742276_1452 (size=12207) 2024-11-11T02:41:50,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742277_1453 (size=12207) 2024-11-11T02:41:50,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-11T02:41:50,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:50,984 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 1261d7b82e9d4ffe92e9fff604f19218 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T02:41:50,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/fcdb4b420ce444dca3150cbd45a3fdd9 is 50, key is test_row_0/A:col10/1731292910100/Put/seqid=0 2024-11-11T02:41:50,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742278_1454 (size=12001) 2024-11-11T02:41:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-11T02:41:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:51,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:51,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292971265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:51,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292971266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:51,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292971267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:51,275 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:51,275 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,275 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292971268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:51,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:51,326 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/929791156ab64c5598e500663a96cbd8 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/929791156ab64c5598e500663a96cbd8 2024-11-11T02:41:51,326 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/3e1de4a1a25e40af9b1bfa132a0e2e99 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/3e1de4a1a25e40af9b1bfa132a0e2e99 2024-11-11T02:41:51,329 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1261d7b82e9d4ffe92e9fff604f19218/A of 1261d7b82e9d4ffe92e9fff604f19218 into 929791156ab64c5598e500663a96cbd8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:51,329 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1261d7b82e9d4ffe92e9fff604f19218/B of 1261d7b82e9d4ffe92e9fff604f19218 into 3e1de4a1a25e40af9b1bfa132a0e2e99(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:51,329 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:51,329 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:51,329 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., storeName=1261d7b82e9d4ffe92e9fff604f19218/A, priority=13, startTime=1731292910903; duration=0sec 2024-11-11T02:41:51,329 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., storeName=1261d7b82e9d4ffe92e9fff604f19218/B, priority=13, startTime=1731292910903; duration=0sec 2024-11-11T02:41:51,329 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:51,329 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1261d7b82e9d4ffe92e9fff604f19218:A 2024-11-11T02:41:51,329 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:51,329 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1261d7b82e9d4ffe92e9fff604f19218:B 2024-11-11T02:41:51,329 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:51,330 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:51,330 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 1261d7b82e9d4ffe92e9fff604f19218/C is initiating minor compaction (all files) 2024-11-11T02:41:51,330 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1261d7b82e9d4ffe92e9fff604f19218/C in TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:51,330 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/7299a466250c48d19feff19364ac7b93, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/18d8434184e844f5a21eca3784ea140a, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/20fae06bfa804a08bd76f09031d54340] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp, totalSize=33.0 K 2024-11-11T02:41:51,330 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7299a466250c48d19feff19364ac7b93, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731292906314 2024-11-11T02:41:51,330 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18d8434184e844f5a21eca3784ea140a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731292907539 2024-11-11T02:41:51,330 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20fae06bfa804a08bd76f09031d54340, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731292909723 2024-11-11T02:41:51,336 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1261d7b82e9d4ffe92e9fff604f19218#C#compaction#381 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:51,336 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/610575a6012b48029856f6079b1b29c5 is 50, key is test_row_0/C:col10/1731292910051/Put/seqid=0 2024-11-11T02:41:51,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742279_1455 (size=12207) 2024-11-11T02:41:51,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292971378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:51,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:51,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292971378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:51,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:51,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:51,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292971379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:51,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:51,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292971379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:51,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:51,392 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/fcdb4b420ce444dca3150cbd45a3fdd9 2024-11-11T02:41:51,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/8c116295981740deaa175cc54b4747d6 is 50, key is test_row_0/B:col10/1731292910100/Put/seqid=0 2024-11-11T02:41:51,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742280_1456 (size=12001) 2024-11-11T02:41:51,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292971588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:51,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:51,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292971588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:51,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:51,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:51,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292971589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:51,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:51,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292971589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:51,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:51,743 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/610575a6012b48029856f6079b1b29c5 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/610575a6012b48029856f6079b1b29c5 2024-11-11T02:41:51,747 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1261d7b82e9d4ffe92e9fff604f19218/C of 1261d7b82e9d4ffe92e9fff604f19218 into 610575a6012b48029856f6079b1b29c5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:51,747 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:51,747 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., storeName=1261d7b82e9d4ffe92e9fff604f19218/C, priority=13, startTime=1731292910903; duration=0sec 2024-11-11T02:41:51,747 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:51,747 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1261d7b82e9d4ffe92e9fff604f19218:C 2024-11-11T02:41:51,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292971758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:51,764 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_2' in 1261d7b82e9d4ffe92e9fff604f19218 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:41:51,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:51,802 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/8c116295981740deaa175cc54b4747d6 2024-11-11T02:41:51,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/871ad3ac51364e888bea5ead3a27f5de is 50, key is test_row_0/C:col10/1731292910100/Put/seqid=0 2024-11-11T02:41:51,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742281_1457 (size=12001) 2024-11-11T02:41:51,817 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/871ad3ac51364e888bea5ead3a27f5de 2024-11-11T02:41:51,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/fcdb4b420ce444dca3150cbd45a3fdd9 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/fcdb4b420ce444dca3150cbd45a3fdd9 2024-11-11T02:41:51,826 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/fcdb4b420ce444dca3150cbd45a3fdd9, entries=150, sequenceid=112, filesize=11.7 K 2024-11-11T02:41:51,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/8c116295981740deaa175cc54b4747d6 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/8c116295981740deaa175cc54b4747d6 2024-11-11T02:41:51,830 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/8c116295981740deaa175cc54b4747d6, entries=150, sequenceid=112, filesize=11.7 K 2024-11-11T02:41:51,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/871ad3ac51364e888bea5ead3a27f5de as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/871ad3ac51364e888bea5ead3a27f5de 2024-11-11T02:41:51,836 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/871ad3ac51364e888bea5ead3a27f5de, entries=150, sequenceid=112, filesize=11.7 K 2024-11-11T02:41:51,837 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1261d7b82e9d4ffe92e9fff604f19218 in 853ms, sequenceid=112, compaction requested=false 2024-11-11T02:41:51,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:51,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:51,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-11T02:41:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-11T02:41:51,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-11T02:41:51,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9260 sec 2024-11-11T02:41:51,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.9340 sec 2024-11-11T02:41:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:51,901 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:41:51,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1261d7b82e9d4ffe92e9fff604f19218 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T02:41:51,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/a8261688170c45bc8d7739a63afaf44c is 50, key is test_row_0/A:col10/1731292911267/Put/seqid=0 2024-11-11T02:41:51,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742282_1458 (size=16781) 2024-11-11T02:41:51,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/a8261688170c45bc8d7739a63afaf44c 2024-11-11T02:41:51,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/b7c5e13b4f254a418abaa21b656c081d is 50, key is test_row_0/B:col10/1731292911267/Put/seqid=0 2024-11-11T02:41:51,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742283_1459 (size=12101) 2024-11-11T02:41:51,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/b7c5e13b4f254a418abaa21b656c081d 2024-11-11T02:41:51,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/b78d6a7c7f874b76ae6405a186990f4e is 50, key is test_row_0/C:col10/1731292911267/Put/seqid=0 2024-11-11T02:41:51,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742284_1460 (size=12101) 2024-11-11T02:41:51,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/b78d6a7c7f874b76ae6405a186990f4e 2024-11-11T02:41:51,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/a8261688170c45bc8d7739a63afaf44c as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/a8261688170c45bc8d7739a63afaf44c 2024-11-11T02:41:51,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/a8261688170c45bc8d7739a63afaf44c, entries=250, sequenceid=130, filesize=16.4 K 2024-11-11T02:41:51,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/b7c5e13b4f254a418abaa21b656c081d as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/b7c5e13b4f254a418abaa21b656c081d 2024-11-11T02:41:51,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/b7c5e13b4f254a418abaa21b656c081d, entries=150, sequenceid=130, filesize=11.8 K 2024-11-11T02:41:51,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/b78d6a7c7f874b76ae6405a186990f4e as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/b78d6a7c7f874b76ae6405a186990f4e 2024-11-11T02:41:51,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/b78d6a7c7f874b76ae6405a186990f4e, entries=150, sequenceid=130, filesize=11.8 K 2024-11-11T02:41:51,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 1261d7b82e9d4ffe92e9fff604f19218 in 62ms, sequenceid=130, compaction requested=true 2024-11-11T02:41:51,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:51,963 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:51,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1261d7b82e9d4ffe92e9fff604f19218:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:41:51,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:51,963 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:51,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1261d7b82e9d4ffe92e9fff604f19218:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:41:51,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:51,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1261d7b82e9d4ffe92e9fff604f19218:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:41:51,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:51,964 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40989 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:51,964 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 1261d7b82e9d4ffe92e9fff604f19218/A is initiating minor compaction (all files) 2024-11-11T02:41:51,964 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1261d7b82e9d4ffe92e9fff604f19218/A in TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:51,964 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/929791156ab64c5598e500663a96cbd8, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/fcdb4b420ce444dca3150cbd45a3fdd9, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/a8261688170c45bc8d7739a63afaf44c] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp, totalSize=40.0 K 2024-11-11T02:41:51,965 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:51,965 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 1261d7b82e9d4ffe92e9fff604f19218/B is initiating minor compaction (all files) 2024-11-11T02:41:51,965 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1261d7b82e9d4ffe92e9fff604f19218/B in TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:51,965 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/3e1de4a1a25e40af9b1bfa132a0e2e99, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/8c116295981740deaa175cc54b4747d6, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/b7c5e13b4f254a418abaa21b656c081d] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp, totalSize=35.5 K 2024-11-11T02:41:51,965 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e1de4a1a25e40af9b1bfa132a0e2e99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731292907539 2024-11-11T02:41:51,965 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 929791156ab64c5598e500663a96cbd8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731292907539 2024-11-11T02:41:51,965 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c116295981740deaa175cc54b4747d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731292910089 2024-11-11T02:41:51,965 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcdb4b420ce444dca3150cbd45a3fdd9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731292910089 2024-11-11T02:41:51,965 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8261688170c45bc8d7739a63afaf44c, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731292911265 2024-11-11T02:41:51,965 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting b7c5e13b4f254a418abaa21b656c081d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731292911267 2024-11-11T02:41:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:51,967 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:41:51,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1261d7b82e9d4ffe92e9fff604f19218 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T02:41:51,973 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1261d7b82e9d4ffe92e9fff604f19218#A#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:51,974 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/4ab359580a754746ae8772f85a7fc135 is 50, key is test_row_0/A:col10/1731292911267/Put/seqid=0 2024-11-11T02:41:51,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/d147cd1677ba411ca263806b725b5ccf is 50, key is test_row_0/A:col10/1731292911966/Put/seqid=0 2024-11-11T02:41:51,977 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1261d7b82e9d4ffe92e9fff604f19218#B#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:51,977 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/fa34a8a071af458fb2194260d7b7e614 is 50, key is test_row_0/B:col10/1731292911267/Put/seqid=0 2024-11-11T02:41:51,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742285_1461 (size=12409) 2024-11-11T02:41:51,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742286_1462 (size=16931) 2024-11-11T02:41:51,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742287_1463 (size=12409) 2024-11-11T02:41:51,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/d147cd1677ba411ca263806b725b5ccf 2024-11-11T02:41:51,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292971984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:51,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:51,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/d02c014598bc4124b0e0aab1552e1cb4 is 50, key is test_row_0/B:col10/1731292911966/Put/seqid=0 2024-11-11T02:41:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292971992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:51,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:51,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:51,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:52,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742288_1464 (size=12151) 2024-11-11T02:41:52,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292971993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:52,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292971994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:52,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:52,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-11T02:41:52,058 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:41:52,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:41:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-11T02:41:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-11T02:41:52,060 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:41:52,061 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:41:52,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:41:52,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292972109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:52,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:52,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292972109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:52,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:52,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:52,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292972109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:52,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:52,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:52,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292972109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:52,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-11T02:41:52,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-11T02:41:52,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:52,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:52,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:52,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:52,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:52,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292972319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:52,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:52,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292972319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:52,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:52,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:52,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292972328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:52,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:52,335 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,335 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292972328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:52,335 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:52,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:52,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-11T02:41:52,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:52,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:52,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:52,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:52,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-11T02:41:52,392 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/fa34a8a071af458fb2194260d7b7e614 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/fa34a8a071af458fb2194260d7b7e614 2024-11-11T02:41:52,392 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/4ab359580a754746ae8772f85a7fc135 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/4ab359580a754746ae8772f85a7fc135 2024-11-11T02:41:52,395 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1261d7b82e9d4ffe92e9fff604f19218/B of 1261d7b82e9d4ffe92e9fff604f19218 into fa34a8a071af458fb2194260d7b7e614(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:52,395 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1261d7b82e9d4ffe92e9fff604f19218/A of 1261d7b82e9d4ffe92e9fff604f19218 into 4ab359580a754746ae8772f85a7fc135(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:52,395 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:52,395 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:52,395 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., storeName=1261d7b82e9d4ffe92e9fff604f19218/A, priority=13, startTime=1731292911963; duration=0sec 2024-11-11T02:41:52,395 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., storeName=1261d7b82e9d4ffe92e9fff604f19218/B, priority=13, startTime=1731292911963; duration=0sec 2024-11-11T02:41:52,395 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:52,395 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:52,395 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1261d7b82e9d4ffe92e9fff604f19218:B 2024-11-11T02:41:52,395 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1261d7b82e9d4ffe92e9fff604f19218:A 2024-11-11T02:41:52,395 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:41:52,397 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:41:52,397 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 1261d7b82e9d4ffe92e9fff604f19218/C is initiating minor compaction (all files) 2024-11-11T02:41:52,397 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1261d7b82e9d4ffe92e9fff604f19218/C in TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:52,397 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/610575a6012b48029856f6079b1b29c5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/871ad3ac51364e888bea5ead3a27f5de, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/b78d6a7c7f874b76ae6405a186990f4e] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp, totalSize=35.5 K 2024-11-11T02:41:52,397 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 610575a6012b48029856f6079b1b29c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731292907539 2024-11-11T02:41:52,398 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 871ad3ac51364e888bea5ead3a27f5de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731292910089 2024-11-11T02:41:52,398 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting b78d6a7c7f874b76ae6405a186990f4e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731292911267 2024-11-11T02:41:52,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/d02c014598bc4124b0e0aab1552e1cb4 2024-11-11T02:41:52,403 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1261d7b82e9d4ffe92e9fff604f19218#C#compaction#391 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:52,403 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/af43ff96591d4d8a83a1e92a87d2ce70 is 50, key is test_row_0/C:col10/1731292911267/Put/seqid=0 2024-11-11T02:41:52,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/d4790b27fdbe46cf96e4d3df96d7a42b is 50, key is test_row_0/C:col10/1731292911966/Put/seqid=0 2024-11-11T02:41:52,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742289_1465 (size=12409) 2024-11-11T02:41:52,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742290_1466 (size=12151) 2024-11-11T02:41:52,416 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/af43ff96591d4d8a83a1e92a87d2ce70 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/af43ff96591d4d8a83a1e92a87d2ce70 2024-11-11T02:41:52,422 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1261d7b82e9d4ffe92e9fff604f19218/C of 1261d7b82e9d4ffe92e9fff604f19218 into af43ff96591d4d8a83a1e92a87d2ce70(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:52,422 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:52,422 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., storeName=1261d7b82e9d4ffe92e9fff604f19218/C, priority=13, startTime=1731292911963; duration=0sec 2024-11-11T02:41:52,422 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:52,422 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1261d7b82e9d4ffe92e9fff604f19218:C 2024-11-11T02:41:52,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-11T02:41:52,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:52,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:52,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:52,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:52,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:52,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292972628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:52,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:52,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292972629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:52,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:52,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292972639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:52,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:52,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292972639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:52,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:52,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:52,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-11T02:41:52,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:52,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:52,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:52,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:52,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-11T02:41:52,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/d4790b27fdbe46cf96e4d3df96d7a42b 2024-11-11T02:41:52,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/d147cd1677ba411ca263806b725b5ccf as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/d147cd1677ba411ca263806b725b5ccf 2024-11-11T02:41:52,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/d147cd1677ba411ca263806b725b5ccf, entries=250, sequenceid=153, filesize=16.5 K 2024-11-11T02:41:52,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/d02c014598bc4124b0e0aab1552e1cb4 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/d02c014598bc4124b0e0aab1552e1cb4 2024-11-11T02:41:52,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/d02c014598bc4124b0e0aab1552e1cb4, entries=150, sequenceid=153, filesize=11.9 K 2024-11-11T02:41:52,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/d4790b27fdbe46cf96e4d3df96d7a42b as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/d4790b27fdbe46cf96e4d3df96d7a42b 2024-11-11T02:41:52,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-11T02:41:52,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:52,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:52,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:52,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:52,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:52,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/d4790b27fdbe46cf96e4d3df96d7a42b, entries=150, sequenceid=153, filesize=11.9 K 2024-11-11T02:41:52,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1261d7b82e9d4ffe92e9fff604f19218 in 859ms, sequenceid=153, compaction requested=false 2024-11-11T02:41:52,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:52,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-11T02:41:52,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:52,976 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 1261d7b82e9d4ffe92e9fff604f19218 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T02:41:53,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/43e3ee1b97b1424f8c5a72a0c34442cd is 50, key is test_row_0/A:col10/1731292911993/Put/seqid=0 2024-11-11T02:41:53,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742291_1467 (size=12151) 2024-11-11T02:41:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:53,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-11T02:41:53,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292973202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:53,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:53,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292973210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:53,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:53,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:53,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292973211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:53,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:53,220 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,220 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292973212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:53,220 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:53,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:53,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:53,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292973319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:53,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:53,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292973319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:53,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:53,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:53,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292973328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:53,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:53,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292973328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:53,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:53,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:53,430 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/43e3ee1b97b1424f8c5a72a0c34442cd 2024-11-11T02:41:53,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/eb0da68a6138451fa564c9c0bd2e48cb is 50, key is test_row_0/B:col10/1731292911993/Put/seqid=0 2024-11-11T02:41:53,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742292_1468 (size=12151) 2024-11-11T02:41:53,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292973529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292973529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:53,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292973538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:53,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292973538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:53,839 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/eb0da68a6138451fa564c9c0bd2e48cb 2024-11-11T02:41:53,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:53,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292973838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:53,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292973838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:53,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/d3fe1012deb1435abee52d094124e473 is 50, key is test_row_0/C:col10/1731292911993/Put/seqid=0 2024-11-11T02:41:53,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:53,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:53,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742293_1469 (size=12151) 2024-11-11T02:41:53,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:53,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292973859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:53,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:53,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292973859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:53,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:53,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:53,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-11T02:41:54,252 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/d3fe1012deb1435abee52d094124e473 2024-11-11T02:41:54,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/43e3ee1b97b1424f8c5a72a0c34442cd as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/43e3ee1b97b1424f8c5a72a0c34442cd 2024-11-11T02:41:54,258 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/43e3ee1b97b1424f8c5a72a0c34442cd, entries=150, sequenceid=169, filesize=11.9 K 2024-11-11T02:41:54,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/eb0da68a6138451fa564c9c0bd2e48cb as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/eb0da68a6138451fa564c9c0bd2e48cb 2024-11-11T02:41:54,261 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/eb0da68a6138451fa564c9c0bd2e48cb, entries=150, sequenceid=169, filesize=11.9 K 2024-11-11T02:41:54,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/d3fe1012deb1435abee52d094124e473 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/d3fe1012deb1435abee52d094124e473 2024-11-11T02:41:54,264 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/d3fe1012deb1435abee52d094124e473, entries=150, sequenceid=169, filesize=11.9 K 2024-11-11T02:41:54,265 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 1261d7b82e9d4ffe92e9fff604f19218 in 1289ms, sequenceid=169, compaction requested=true 2024-11-11T02:41:54,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:54,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:54,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-11T02:41:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-11T02:41:54,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-11T02:41:54,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2060 sec 2024-11-11T02:41:54,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 2.2090 sec 2024-11-11T02:41:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:54,354 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:41:54,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1261d7b82e9d4ffe92e9fff604f19218 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T02:41:54,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/74e44a19617d44a4a9ada99b754852d3 is 50, key is test_row_0/A:col10/1731292914353/Put/seqid=0 2024-11-11T02:41:54,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742294_1470 (size=12151) 2024-11-11T02:41:54,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292974368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:54,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292974373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:54,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292974373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:54,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:54,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:54,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:54,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292974376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:54,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292974488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:54,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:54,494 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:54,494 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292974488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:54,494 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:54,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:54,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:54,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:54,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292974488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:54,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:54,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:54,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:54,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292974698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:54,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292974698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:54,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:54,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:54,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:54,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:54,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:54,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:54,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292974698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:54,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:54,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:54,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:54,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/74e44a19617d44a4a9ada99b754852d3 2024-11-11T02:41:54,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/b8349f166dbf436bb14f3cff049351dd is 50, key is test_row_0/B:col10/1731292914353/Put/seqid=0 2024-11-11T02:41:54,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742295_1471 (size=12151) 2024-11-11T02:41:55,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292975008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:55,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:55,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292975008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:55,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:55,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:55,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:55,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:55,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:55,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292975009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:55,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:55,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:55,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:55,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/b8349f166dbf436bb14f3cff049351dd 2024-11-11T02:41:55,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/ef5399e0445b474ba698210154d1162b is 50, key is test_row_0/C:col10/1731292914353/Put/seqid=0 2024-11-11T02:41:55,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742296_1472 (size=12151) 2024-11-11T02:41:55,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:55,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292975388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:55,395 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_1' in 1261d7b82e9d4ffe92e9fff604f19218 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:41:55,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:55,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:55,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:55,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292975518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:55,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:55,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:55,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:55,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292975518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:55,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:55,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:55,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:55,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292975529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:55,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:55,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:55,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:55,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/ef5399e0445b474ba698210154d1162b 2024-11-11T02:41:55,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/74e44a19617d44a4a9ada99b754852d3 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/74e44a19617d44a4a9ada99b754852d3 2024-11-11T02:41:55,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/74e44a19617d44a4a9ada99b754852d3, entries=150, sequenceid=194, filesize=11.9 K 2024-11-11T02:41:55,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/b8349f166dbf436bb14f3cff049351dd as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/b8349f166dbf436bb14f3cff049351dd 2024-11-11T02:41:55,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/b8349f166dbf436bb14f3cff049351dd, entries=150, sequenceid=194, filesize=11.9 K 2024-11-11T02:41:55,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/ef5399e0445b474ba698210154d1162b as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/ef5399e0445b474ba698210154d1162b 2024-11-11T02:41:55,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/ef5399e0445b474ba698210154d1162b, entries=150, sequenceid=194, filesize=11.9 K 2024-11-11T02:41:55,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1261d7b82e9d4ffe92e9fff604f19218 in 1240ms, sequenceid=194, compaction requested=true 2024-11-11T02:41:55,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:55,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1261d7b82e9d4ffe92e9fff604f19218:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:41:55,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:55,594 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:41:55,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1261d7b82e9d4ffe92e9fff604f19218:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:41:55,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:55,594 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:41:55,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1261d7b82e9d4ffe92e9fff604f19218:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:41:55,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:55,595 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:41:55,595 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53642 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:41:55,595 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 1261d7b82e9d4ffe92e9fff604f19218/A is initiating minor compaction (all files) 2024-11-11T02:41:55,595 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 1261d7b82e9d4ffe92e9fff604f19218/B is initiating minor compaction (all files) 2024-11-11T02:41:55,595 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1261d7b82e9d4ffe92e9fff604f19218/A in TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:55,595 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1261d7b82e9d4ffe92e9fff604f19218/B in TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:55,595 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/fa34a8a071af458fb2194260d7b7e614, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/d02c014598bc4124b0e0aab1552e1cb4, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/eb0da68a6138451fa564c9c0bd2e48cb, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/b8349f166dbf436bb14f3cff049351dd] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp, totalSize=47.7 K 2024-11-11T02:41:55,595 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/4ab359580a754746ae8772f85a7fc135, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/d147cd1677ba411ca263806b725b5ccf, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/43e3ee1b97b1424f8c5a72a0c34442cd, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/74e44a19617d44a4a9ada99b754852d3] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp, totalSize=52.4 K 2024-11-11T02:41:55,595 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ab359580a754746ae8772f85a7fc135, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731292911267 2024-11-11T02:41:55,595 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting fa34a8a071af458fb2194260d7b7e614, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731292911267 2024-11-11T02:41:55,596 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting d147cd1677ba411ca263806b725b5ccf, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731292911938 2024-11-11T02:41:55,596 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting d02c014598bc4124b0e0aab1552e1cb4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731292911938 2024-11-11T02:41:55,596 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting eb0da68a6138451fa564c9c0bd2e48cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731292911983 2024-11-11T02:41:55,596 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43e3ee1b97b1424f8c5a72a0c34442cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731292911983 2024-11-11T02:41:55,596 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting b8349f166dbf436bb14f3cff049351dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731292913209 2024-11-11T02:41:55,596 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74e44a19617d44a4a9ada99b754852d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731292913209 2024-11-11T02:41:55,602 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1261d7b82e9d4ffe92e9fff604f19218#A#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:55,602 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/3f91c1c64579404c95e83b095baf03ac is 50, key is test_row_0/A:col10/1731292914353/Put/seqid=0 2024-11-11T02:41:55,606 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1261d7b82e9d4ffe92e9fff604f19218#B#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:55,607 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/0f8a7904751e4e5f801dd8018697f2c3 is 50, key is test_row_0/B:col10/1731292914353/Put/seqid=0 2024-11-11T02:41:55,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742297_1473 (size=12595) 2024-11-11T02:41:55,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742298_1474 (size=12595) 2024-11-11T02:41:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:55,783 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:41:55,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1261d7b82e9d4ffe92e9fff604f19218 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T02:41:55,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/0074a9c152ee427482b01e84de09c963 is 50, key is test_row_0/A:col10/1731292914372/Put/seqid=0 2024-11-11T02:41:55,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742299_1475 (size=14541) 2024-11-11T02:41:55,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/0074a9c152ee427482b01e84de09c963 2024-11-11T02:41:55,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/fa5e09372d8345e2b1279d63f9ca6b8e is 50, key is test_row_0/B:col10/1731292914372/Put/seqid=0 2024-11-11T02:41:55,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742300_1476 (size=12151) 2024-11-11T02:41:55,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292975922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:55,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:55,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:55,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:56,010 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/3f91c1c64579404c95e83b095baf03ac as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/3f91c1c64579404c95e83b095baf03ac 2024-11-11T02:41:56,014 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1261d7b82e9d4ffe92e9fff604f19218/A of 1261d7b82e9d4ffe92e9fff604f19218 into 3f91c1c64579404c95e83b095baf03ac(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:56,014 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:56,014 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., storeName=1261d7b82e9d4ffe92e9fff604f19218/A, priority=12, startTime=1731292915594; duration=0sec 2024-11-11T02:41:56,014 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:56,014 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1261d7b82e9d4ffe92e9fff604f19218:A 2024-11-11T02:41:56,015 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:41:56,015 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:41:56,016 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 1261d7b82e9d4ffe92e9fff604f19218/C is initiating minor compaction (all files) 2024-11-11T02:41:56,016 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1261d7b82e9d4ffe92e9fff604f19218/C in TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:56,016 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/af43ff96591d4d8a83a1e92a87d2ce70, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/d4790b27fdbe46cf96e4d3df96d7a42b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/d3fe1012deb1435abee52d094124e473, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/ef5399e0445b474ba698210154d1162b] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp, totalSize=47.7 K 2024-11-11T02:41:56,016 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting af43ff96591d4d8a83a1e92a87d2ce70, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731292911267 2024-11-11T02:41:56,016 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4790b27fdbe46cf96e4d3df96d7a42b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731292911938 2024-11-11T02:41:56,016 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3fe1012deb1435abee52d094124e473, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731292911983 2024-11-11T02:41:56,017 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef5399e0445b474ba698210154d1162b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731292913209 2024-11-11T02:41:56,018 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/0f8a7904751e4e5f801dd8018697f2c3 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/0f8a7904751e4e5f801dd8018697f2c3 2024-11-11T02:41:56,022 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1261d7b82e9d4ffe92e9fff604f19218/B of 1261d7b82e9d4ffe92e9fff604f19218 into 0f8a7904751e4e5f801dd8018697f2c3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:56,022 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:56,022 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., storeName=1261d7b82e9d4ffe92e9fff604f19218/B, priority=12, startTime=1731292915594; duration=0sec 2024-11-11T02:41:56,022 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:56,022 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1261d7b82e9d4ffe92e9fff604f19218:B 2024-11-11T02:41:56,025 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1261d7b82e9d4ffe92e9fff604f19218#C#compaction#403 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:56,026 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/5f2ef8494ae74a4fa99f0a9ae6b2e2e9 is 50, key is test_row_0/C:col10/1731292914353/Put/seqid=0 2024-11-11T02:41:56,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742301_1477 (size=12595) 2024-11-11T02:41:56,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292976038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:56,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:56,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:56,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:56,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/fa5e09372d8345e2b1279d63f9ca6b8e 2024-11-11T02:41:56,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/1d6a3f2649664ed3906169720cc54777 is 50, key is test_row_0/C:col10/1731292914372/Put/seqid=0 2024-11-11T02:41:56,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742302_1478 (size=12151) 2024-11-11T02:41:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-11T02:41:56,219 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:41:56,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:41:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-11T02:41:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-11T02:41:56,221 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:41:56,221 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:41:56,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:41:56,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292976248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-11T02:41:56,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-11T02:41:56,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:56,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:56,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:56,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:56,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:56,432 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/5f2ef8494ae74a4fa99f0a9ae6b2e2e9 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/5f2ef8494ae74a4fa99f0a9ae6b2e2e9 2024-11-11T02:41:56,435 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1261d7b82e9d4ffe92e9fff604f19218/C of 1261d7b82e9d4ffe92e9fff604f19218 into 5f2ef8494ae74a4fa99f0a9ae6b2e2e9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:56,435 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:56,435 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., storeName=1261d7b82e9d4ffe92e9fff604f19218/C, priority=12, startTime=1731292915594; duration=0sec 2024-11-11T02:41:56,435 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:56,435 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1261d7b82e9d4ffe92e9fff604f19218:C 2024-11-11T02:41:56,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-11T02:41:56,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:56,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:56,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:56,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:56,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:56,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-11T02:41:56,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292976539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:56,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292976539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:56,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292976539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:56,544 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_0' in 1261d7b82e9d4ffe92e9fff604f19218 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:41:56,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:56,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:56,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:56,545 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_1' in 1261d7b82e9d4ffe92e9fff604f19218 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:41:56,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:56,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:56,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:56,545 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_2' in 1261d7b82e9d4ffe92e9fff604f19218 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:41:56,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:56,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:56,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:56,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:56,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292976558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:56,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:56,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:56,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:56,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/1d6a3f2649664ed3906169720cc54777 2024-11-11T02:41:56,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/0074a9c152ee427482b01e84de09c963 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/0074a9c152ee427482b01e84de09c963 2024-11-11T02:41:56,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/0074a9c152ee427482b01e84de09c963, entries=200, sequenceid=206, filesize=14.2 K 2024-11-11T02:41:56,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/fa5e09372d8345e2b1279d63f9ca6b8e as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/fa5e09372d8345e2b1279d63f9ca6b8e 2024-11-11T02:41:56,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/fa5e09372d8345e2b1279d63f9ca6b8e, entries=150, sequenceid=206, filesize=11.9 K 2024-11-11T02:41:56,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/1d6a3f2649664ed3906169720cc54777 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/1d6a3f2649664ed3906169720cc54777 2024-11-11T02:41:56,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/1d6a3f2649664ed3906169720cc54777, entries=150, sequenceid=206, filesize=11.9 K 2024-11-11T02:41:56,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1261d7b82e9d4ffe92e9fff604f19218 in 838ms, sequenceid=206, compaction requested=false 2024-11-11T02:41:56,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:56,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-11T02:41:56,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:56,679 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 1261d7b82e9d4ffe92e9fff604f19218 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T02:41:56,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/e6db6fa2bc22436987d2fde9fd676fd6 is 50, key is test_row_0/A:col10/1731292915905/Put/seqid=0 2024-11-11T02:41:56,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742303_1479 (size=12151) 2024-11-11T02:41:56,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-11T02:41:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:57,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:57,086 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/e6db6fa2bc22436987d2fde9fd676fd6 2024-11-11T02:41:57,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/f72639cbfc1f4b96915955886c9fe699 is 50, key is test_row_0/B:col10/1731292915905/Put/seqid=0 2024-11-11T02:41:57,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742304_1480 (size=12151) 2024-11-11T02:41:57,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292977127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:57,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:57,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:57,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:57,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292977238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:57,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:57,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:57,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-11T02:41:57,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292977418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:57,419 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_1' in 1261d7b82e9d4ffe92e9fff604f19218 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:41:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:57,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292977448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:57,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:57,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:57,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:57,495 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/f72639cbfc1f4b96915955886c9fe699 2024-11-11T02:41:57,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/0efa36d885c74baba14d139c28cfa904 is 50, key is test_row_0/C:col10/1731292915905/Put/seqid=0 2024-11-11T02:41:57,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742305_1481 (size=12151) 2024-11-11T02:41:57,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292977759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:57,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:57,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:57,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:57,904 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/0efa36d885c74baba14d139c28cfa904 2024-11-11T02:41:57,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/e6db6fa2bc22436987d2fde9fd676fd6 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/e6db6fa2bc22436987d2fde9fd676fd6 2024-11-11T02:41:57,910 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/e6db6fa2bc22436987d2fde9fd676fd6, entries=150, sequenceid=233, filesize=11.9 K 2024-11-11T02:41:57,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/f72639cbfc1f4b96915955886c9fe699 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/f72639cbfc1f4b96915955886c9fe699 2024-11-11T02:41:57,913 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/f72639cbfc1f4b96915955886c9fe699, entries=150, sequenceid=233, filesize=11.9 K 2024-11-11T02:41:57,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/0efa36d885c74baba14d139c28cfa904 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/0efa36d885c74baba14d139c28cfa904 2024-11-11T02:41:57,916 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/0efa36d885c74baba14d139c28cfa904, entries=150, sequenceid=233, filesize=11.9 K 2024-11-11T02:41:57,916 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1261d7b82e9d4ffe92e9fff604f19218 in 1237ms, sequenceid=233, compaction requested=true 2024-11-11T02:41:57,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:57,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:57,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-11T02:41:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-11T02:41:57,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-11T02:41:57,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6960 sec 2024-11-11T02:41:57,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.7000 sec 2024-11-11T02:41:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:58,278 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:41:58,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1261d7b82e9d4ffe92e9fff604f19218 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T02:41:58,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/9079f395056242f6b5ff646278e40364 is 50, key is test_row_0/A:col10/1731292918270/Put/seqid=0 2024-11-11T02:41:58,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742306_1482 (size=14541) 2024-11-11T02:41:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-11T02:41:58,368 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:41:58,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:41:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-11T02:41:58,370 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:41:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-11T02:41:58,370 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:41:58,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:41:58,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292978429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:58,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:58,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:58,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-11T02:41:58,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-11T02:41:58,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:58,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:58,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:58,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:58,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:58,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292978539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:58,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292978558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:58,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292978558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:58,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292978558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:58,562 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_0' in 1261d7b82e9d4ffe92e9fff604f19218 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:41:58,563 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:58,562 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_1' in 1261d7b82e9d4ffe92e9fff604f19218 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:41:58,563 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:58,563 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:58,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:58,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:58,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:58,563 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_2' in 1261d7b82e9d4ffe92e9fff604f19218 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:41:58,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:58,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:58,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:58,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-11T02:41:58,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:58,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:58,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:58,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:58,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:58,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/9079f395056242f6b5ff646278e40364 2024-11-11T02:41:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-11T02:41:58,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/0f75f38750a04731b14af09123fe00ef is 50, key is test_row_0/B:col10/1731292918270/Put/seqid=0 2024-11-11T02:41:58,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742307_1483 (size=12151) 2024-11-11T02:41:58,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292978749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:58,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:58,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:58,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:58,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-11T02:41:58,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:58,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:58,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:58,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:58,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:58,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-11T02:41:58,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:58,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:58,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:58,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:58,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-11T02:41:59,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292979059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:59,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:59,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:59,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:59,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/0f75f38750a04731b14af09123fe00ef 2024-11-11T02:41:59,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/b82c42afb1a94c2fb89a2fc0c530d308 is 50, key is test_row_0/C:col10/1731292918270/Put/seqid=0 2024-11-11T02:41:59,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742308_1484 (size=12151) 2024-11-11T02:41:59,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-11T02:41:59,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:59,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:59,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:59,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:59,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:59,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-11T02:41:59,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:59,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:59,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:59,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:59,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:59,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-11T02:41:59,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:59,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:59,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:59,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:59,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:59,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/b82c42afb1a94c2fb89a2fc0c530d308 2024-11-11T02:41:59,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/9079f395056242f6b5ff646278e40364 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/9079f395056242f6b5ff646278e40364 2024-11-11T02:41:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-11T02:41:59,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/9079f395056242f6b5ff646278e40364, entries=200, sequenceid=246, filesize=14.2 K 2024-11-11T02:41:59,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/0f75f38750a04731b14af09123fe00ef as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/0f75f38750a04731b14af09123fe00ef 2024-11-11T02:41:59,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/0f75f38750a04731b14af09123fe00ef, entries=150, sequenceid=246, filesize=11.9 K 2024-11-11T02:41:59,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/b82c42afb1a94c2fb89a2fc0c530d308 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/b82c42afb1a94c2fb89a2fc0c530d308 2024-11-11T02:41:59,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/b82c42afb1a94c2fb89a2fc0c530d308, entries=150, sequenceid=246, filesize=11.9 K 2024-11-11T02:41:59,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1261d7b82e9d4ffe92e9fff604f19218 in 1238ms, sequenceid=246, compaction requested=true 2024-11-11T02:41:59,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:59,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1261d7b82e9d4ffe92e9fff604f19218:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:41:59,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:59,516 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:41:59,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1261d7b82e9d4ffe92e9fff604f19218:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:41:59,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:59,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1261d7b82e9d4ffe92e9fff604f19218:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:41:59,516 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:41:59,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:59,517 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:41:59,517 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:41:59,517 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 1261d7b82e9d4ffe92e9fff604f19218/A is initiating minor compaction (all files) 2024-11-11T02:41:59,517 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 1261d7b82e9d4ffe92e9fff604f19218/B is initiating minor compaction (all files) 2024-11-11T02:41:59,517 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1261d7b82e9d4ffe92e9fff604f19218/A in TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:59,517 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1261d7b82e9d4ffe92e9fff604f19218/B in TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:59,517 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/3f91c1c64579404c95e83b095baf03ac, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/0074a9c152ee427482b01e84de09c963, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/e6db6fa2bc22436987d2fde9fd676fd6, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/9079f395056242f6b5ff646278e40364] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp, totalSize=52.6 K 2024-11-11T02:41:59,517 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/0f8a7904751e4e5f801dd8018697f2c3, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/fa5e09372d8345e2b1279d63f9ca6b8e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/f72639cbfc1f4b96915955886c9fe699, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/0f75f38750a04731b14af09123fe00ef] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp, totalSize=47.9 K 2024-11-11T02:41:59,517 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f91c1c64579404c95e83b095baf03ac, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731292913209 2024-11-11T02:41:59,517 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f8a7904751e4e5f801dd8018697f2c3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731292913209 2024-11-11T02:41:59,517 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0074a9c152ee427482b01e84de09c963, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731292914372 2024-11-11T02:41:59,517 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting fa5e09372d8345e2b1279d63f9ca6b8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731292914372 2024-11-11T02:41:59,517 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting f72639cbfc1f4b96915955886c9fe699, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731292915879 2024-11-11T02:41:59,517 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6db6fa2bc22436987d2fde9fd676fd6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731292915879 2024-11-11T02:41:59,517 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f75f38750a04731b14af09123fe00ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731292917105 2024-11-11T02:41:59,518 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9079f395056242f6b5ff646278e40364, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731292917105 2024-11-11T02:41:59,525 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1261d7b82e9d4ffe92e9fff604f19218#A#compaction#411 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:59,525 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/294fa525781342f891c3e45cdefaaebe is 50, key is test_row_0/A:col10/1731292918270/Put/seqid=0 2024-11-11T02:41:59,528 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1261d7b82e9d4ffe92e9fff604f19218#B#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:59,528 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/bd22c3e14e0e424eade3a96956d83144 is 50, key is test_row_0/B:col10/1731292918270/Put/seqid=0 2024-11-11T02:41:59,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742309_1485 (size=12731) 2024-11-11T02:41:59,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742310_1486 (size=12731) 2024-11-11T02:41:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:41:59,573 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:41:59,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1261d7b82e9d4ffe92e9fff604f19218 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T02:41:59,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/b56991b399744fecb477cbcd2dcf09cf is 50, key is test_row_0/A:col10/1731292918428/Put/seqid=0 2024-11-11T02:41:59,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742311_1487 (size=14741) 2024-11-11T02:41:59,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-11T02:41:59,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:59,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:59,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:59,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:59,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:59,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292979625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:59,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:59,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:59,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:59,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-11T02:41:59,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:59,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:59,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:59,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:59,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:59,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292979739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:59,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:59,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:59,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:59,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-11T02:41:59,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:59,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:41:59,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:59,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:59,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:41:59,935 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/294fa525781342f891c3e45cdefaaebe as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/294fa525781342f891c3e45cdefaaebe 2024-11-11T02:41:59,938 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1261d7b82e9d4ffe92e9fff604f19218/A of 1261d7b82e9d4ffe92e9fff604f19218 into 294fa525781342f891c3e45cdefaaebe(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:59,938 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:59,938 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., storeName=1261d7b82e9d4ffe92e9fff604f19218/A, priority=12, startTime=1731292919516; duration=0sec 2024-11-11T02:41:59,938 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:41:59,938 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1261d7b82e9d4ffe92e9fff604f19218:A 2024-11-11T02:41:59,938 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:41:59,939 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:41:59,939 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 1261d7b82e9d4ffe92e9fff604f19218/C is initiating minor compaction (all files) 2024-11-11T02:41:59,939 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1261d7b82e9d4ffe92e9fff604f19218/C in TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:41:59,939 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/5f2ef8494ae74a4fa99f0a9ae6b2e2e9, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/1d6a3f2649664ed3906169720cc54777, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/0efa36d885c74baba14d139c28cfa904, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/b82c42afb1a94c2fb89a2fc0c530d308] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp, totalSize=47.9 K 2024-11-11T02:41:59,939 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f2ef8494ae74a4fa99f0a9ae6b2e2e9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731292913209 2024-11-11T02:41:59,940 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d6a3f2649664ed3906169720cc54777, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731292914372 2024-11-11T02:41:59,940 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0efa36d885c74baba14d139c28cfa904, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731292915879 2024-11-11T02:41:59,940 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting b82c42afb1a94c2fb89a2fc0c530d308, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731292917105 2024-11-11T02:41:59,941 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/bd22c3e14e0e424eade3a96956d83144 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/bd22c3e14e0e424eade3a96956d83144 2024-11-11T02:41:59,944 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1261d7b82e9d4ffe92e9fff604f19218/B of 1261d7b82e9d4ffe92e9fff604f19218 into bd22c3e14e0e424eade3a96956d83144(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:41:59,945 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:41:59,945 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., storeName=1261d7b82e9d4ffe92e9fff604f19218/B, priority=12, startTime=1731292919516; duration=0sec 2024-11-11T02:41:59,945 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:41:59,945 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1261d7b82e9d4ffe92e9fff604f19218:B 2024-11-11T02:41:59,947 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1261d7b82e9d4ffe92e9fff604f19218#C#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:41:59,948 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/809a68da6e1d473f8e64b5ca8dea8ad9 is 50, key is test_row_0/C:col10/1731292918270/Put/seqid=0 2024-11-11T02:41:59,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742312_1488 (size=12731) 2024-11-11T02:41:59,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:41:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292979948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:41:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:41:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:41:59,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/b56991b399744fecb477cbcd2dcf09cf 2024-11-11T02:41:59,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/c20bf7c2f111492c94e6cccfc5bdd457 is 50, key is test_row_0/B:col10/1731292918428/Put/seqid=0 2024-11-11T02:41:59,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742313_1489 (size=12301) 2024-11-11T02:42:00,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-11T02:42:00,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:00,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:42:00,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:00,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:00,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:00,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-11T02:42:00,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:00,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:42:00,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:00,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:00,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:00,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292980258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:00,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:00,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:00,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:42:00,354 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/809a68da6e1d473f8e64b5ca8dea8ad9 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/809a68da6e1d473f8e64b5ca8dea8ad9 2024-11-11T02:42:00,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-11T02:42:00,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:00,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:42:00,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:00,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:00,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:00,357 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1261d7b82e9d4ffe92e9fff604f19218/C of 1261d7b82e9d4ffe92e9fff604f19218 into 809a68da6e1d473f8e64b5ca8dea8ad9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:42:00,357 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:42:00,357 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., storeName=1261d7b82e9d4ffe92e9fff604f19218/C, priority=12, startTime=1731292919516; duration=0sec 2024-11-11T02:42:00,358 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:00,358 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1261d7b82e9d4ffe92e9fff604f19218:C 2024-11-11T02:42:00,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/c20bf7c2f111492c94e6cccfc5bdd457 2024-11-11T02:42:00,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/395ccec70524432d880e03b232c78187 is 50, key is test_row_0/C:col10/1731292918428/Put/seqid=0 2024-11-11T02:42:00,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742314_1490 (size=12301) 2024-11-11T02:42:00,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-11T02:42:00,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:00,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:42:00,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:00,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:00,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-11T02:42:00,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-11T02:42:00,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:00,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:42:00,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:00,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:00,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:00,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292980768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:00,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:00,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:00,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:42:00,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/395ccec70524432d880e03b232c78187 2024-11-11T02:42:00,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/b56991b399744fecb477cbcd2dcf09cf as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/b56991b399744fecb477cbcd2dcf09cf 2024-11-11T02:42:00,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/b56991b399744fecb477cbcd2dcf09cf, entries=200, sequenceid=270, filesize=14.4 K 2024-11-11T02:42:00,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/c20bf7c2f111492c94e6cccfc5bdd457 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/c20bf7c2f111492c94e6cccfc5bdd457 2024-11-11T02:42:00,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/c20bf7c2f111492c94e6cccfc5bdd457, entries=150, sequenceid=270, filesize=12.0 K 2024-11-11T02:42:00,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/395ccec70524432d880e03b232c78187 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/395ccec70524432d880e03b232c78187 2024-11-11T02:42:00,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/395ccec70524432d880e03b232c78187, entries=150, sequenceid=270, filesize=12.0 K 2024-11-11T02:42:00,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1261d7b82e9d4ffe92e9fff604f19218 in 1241ms, sequenceid=270, compaction requested=false 2024-11-11T02:42:00,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:42:00,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-11T02:42:00,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:00,814 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 1261d7b82e9d4ffe92e9fff604f19218 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T02:42:00,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/822ae85f6a7245169089cc28c7a2b205 is 50, key is test_row_0/A:col10/1731292919607/Put/seqid=0 2024-11-11T02:42:00,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742315_1491 (size=12301) 2024-11-11T02:42:01,230 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/822ae85f6a7245169089cc28c7a2b205 2024-11-11T02:42:01,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/ae097ec018b24b899f99f97d8c745e8a is 50, key is test_row_0/B:col10/1731292919607/Put/seqid=0 2024-11-11T02:42:01,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742316_1492 (size=12301) 2024-11-11T02:42:01,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:42:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:42:01,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292981543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:01,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:01,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:01,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:42:01,639 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/ae097ec018b24b899f99f97d8c745e8a 2024-11-11T02:42:01,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/96bae06d73584a0ea3c77a39b501c53d is 50, key is test_row_0/C:col10/1731292919607/Put/seqid=0 2024-11-11T02:42:01,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742317_1493 (size=12301) 2024-11-11T02:42:01,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292981659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:01,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:01,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:01,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:42:01,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292981789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:01,793 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_2' in 1261d7b82e9d4ffe92e9fff604f19218 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:42:01,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:01,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:01,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:42:01,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292981869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:42:02,048 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/96bae06d73584a0ea3c77a39b501c53d 2024-11-11T02:42:02,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/822ae85f6a7245169089cc28c7a2b205 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/822ae85f6a7245169089cc28c7a2b205 2024-11-11T02:42:02,054 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/822ae85f6a7245169089cc28c7a2b205, entries=150, sequenceid=285, filesize=12.0 K 2024-11-11T02:42:02,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/ae097ec018b24b899f99f97d8c745e8a as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/ae097ec018b24b899f99f97d8c745e8a 2024-11-11T02:42:02,057 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/ae097ec018b24b899f99f97d8c745e8a, entries=150, sequenceid=285, filesize=12.0 K 2024-11-11T02:42:02,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/96bae06d73584a0ea3c77a39b501c53d as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/96bae06d73584a0ea3c77a39b501c53d 2024-11-11T02:42:02,060 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/96bae06d73584a0ea3c77a39b501c53d, entries=150, sequenceid=285, filesize=12.0 K 2024-11-11T02:42:02,061 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1261d7b82e9d4ffe92e9fff604f19218 in 1247ms, sequenceid=285, compaction requested=true 2024-11-11T02:42:02,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:42:02,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:02,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-11T02:42:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-11T02:42:02,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-11T02:42:02,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6920 sec 2024-11-11T02:42:02,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 3.6950 sec 2024-11-11T02:42:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:42:02,184 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:42:02,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1261d7b82e9d4ffe92e9fff604f19218 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T02:42:02,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/28ba5ccb208647d3901599624ba88821 is 50, key is test_row_0/A:col10/1731292921524/Put/seqid=0 2024-11-11T02:42:02,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742318_1494 (size=14741) 2024-11-11T02:42:02,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292982234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:02,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:02,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:02,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:42:02,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292982348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:02,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:02,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:02,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:42:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-11T02:42:02,529 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:42:02,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:42:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-11T02:42:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-11T02:42:02,531 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:42:02,532 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:42:02,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:42:02,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292982558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:02,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:02,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:02,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:42:02,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43332 deadline: 1731292982578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:02,585 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_0' in 1261d7b82e9d4ffe92e9fff604f19218 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:42:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:42:02,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/28ba5ccb208647d3901599624ba88821 2024-11-11T02:42:02,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43348 deadline: 1731292982588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:02,596 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_2' in 1261d7b82e9d4ffe92e9fff604f19218 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:42:02,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:02,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:02,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:42:02,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/d076c5183b264bbeaa394773f559260b is 50, key is test_row_0/B:col10/1731292921524/Put/seqid=0 2024-11-11T02:42:02,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742319_1495 (size=12301) 2024-11-11T02:42:02,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731292982609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:02,617 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_1' in 1261d7b82e9d4ffe92e9fff604f19218 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8244 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:42:02,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:02,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:02,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:42:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-11T02:42:02,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-11T02:42:02,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:02,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:42:02,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:02,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:02,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:02,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-11T02:42:02,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:02,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:42:02,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:02,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:02,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-11T02:42:02,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292982868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:02,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:02,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:02,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:42:02,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-11T02:42:02,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:02,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:42:02,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:02,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:02,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:03,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/d076c5183b264bbeaa394773f559260b 2024-11-11T02:42:03,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/0eebef76e4ea4965a1463849c6235693 is 50, key is test_row_0/C:col10/1731292921524/Put/seqid=0 2024-11-11T02:42:03,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742320_1496 (size=12301) 2024-11-11T02:42:03,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/0eebef76e4ea4965a1463849c6235693 2024-11-11T02:42:03,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/28ba5ccb208647d3901599624ba88821 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/28ba5ccb208647d3901599624ba88821 2024-11-11T02:42:03,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/28ba5ccb208647d3901599624ba88821, entries=200, sequenceid=310, filesize=14.4 K 2024-11-11T02:42:03,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/d076c5183b264bbeaa394773f559260b as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/d076c5183b264bbeaa394773f559260b 2024-11-11T02:42:03,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/d076c5183b264bbeaa394773f559260b, entries=150, sequenceid=310, filesize=12.0 K 2024-11-11T02:42:03,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/0eebef76e4ea4965a1463849c6235693 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/0eebef76e4ea4965a1463849c6235693 2024-11-11T02:42:03,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/0eebef76e4ea4965a1463849c6235693, entries=150, sequenceid=310, filesize=12.0 K 2024-11-11T02:42:03,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1261d7b82e9d4ffe92e9fff604f19218 in 845ms, sequenceid=310, compaction requested=true 2024-11-11T02:42:03,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:42:03,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1261d7b82e9d4ffe92e9fff604f19218:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:42:03,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:03,029 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:42:03,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1261d7b82e9d4ffe92e9fff604f19218:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:42:03,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:03,029 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:42:03,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1261d7b82e9d4ffe92e9fff604f19218:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:42:03,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:42:03,030 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54514 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:42:03,030 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:42:03,030 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 1261d7b82e9d4ffe92e9fff604f19218/A is initiating minor compaction (all files) 2024-11-11T02:42:03,030 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 1261d7b82e9d4ffe92e9fff604f19218/B is initiating minor compaction (all files) 2024-11-11T02:42:03,030 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1261d7b82e9d4ffe92e9fff604f19218/A in TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:03,030 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1261d7b82e9d4ffe92e9fff604f19218/B in TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:03,030 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/294fa525781342f891c3e45cdefaaebe, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/b56991b399744fecb477cbcd2dcf09cf, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/822ae85f6a7245169089cc28c7a2b205, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/28ba5ccb208647d3901599624ba88821] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp, totalSize=53.2 K 2024-11-11T02:42:03,030 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/bd22c3e14e0e424eade3a96956d83144, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/c20bf7c2f111492c94e6cccfc5bdd457, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/ae097ec018b24b899f99f97d8c745e8a, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/d076c5183b264bbeaa394773f559260b] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp, totalSize=48.5 K 2024-11-11T02:42:03,030 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 294fa525781342f891c3e45cdefaaebe, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731292917105 2024-11-11T02:42:03,030 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting bd22c3e14e0e424eade3a96956d83144, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731292917105 2024-11-11T02:42:03,030 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting c20bf7c2f111492c94e6cccfc5bdd457, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731292918420 2024-11-11T02:42:03,030 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting b56991b399744fecb477cbcd2dcf09cf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731292918414 2024-11-11T02:42:03,032 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting ae097ec018b24b899f99f97d8c745e8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731292919607 2024-11-11T02:42:03,032 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 822ae85f6a7245169089cc28c7a2b205, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731292919607 2024-11-11T02:42:03,032 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting d076c5183b264bbeaa394773f559260b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731292921524 2024-11-11T02:42:03,032 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28ba5ccb208647d3901599624ba88821, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731292921524 2024-11-11T02:42:03,040 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1261d7b82e9d4ffe92e9fff604f19218#A#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:42:03,040 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/86de732ac59f4643ad768258e764f4f8 is 50, key is test_row_0/A:col10/1731292921524/Put/seqid=0 2024-11-11T02:42:03,041 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1261d7b82e9d4ffe92e9fff604f19218#B#compaction#424 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:42:03,041 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/3fbb8a7b11d14a80b417260b37df6512 is 50, key is test_row_0/B:col10/1731292921524/Put/seqid=0 2024-11-11T02:42:03,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742322_1498 (size=13017) 2024-11-11T02:42:03,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742321_1497 (size=13017) 2024-11-11T02:42:03,054 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/86de732ac59f4643ad768258e764f4f8 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/86de732ac59f4643ad768258e764f4f8 2024-11-11T02:42:03,057 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1261d7b82e9d4ffe92e9fff604f19218/A of 1261d7b82e9d4ffe92e9fff604f19218 into 86de732ac59f4643ad768258e764f4f8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:42:03,057 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:42:03,057 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., storeName=1261d7b82e9d4ffe92e9fff604f19218/A, priority=12, startTime=1731292923029; duration=0sec 2024-11-11T02:42:03,058 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:42:03,058 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1261d7b82e9d4ffe92e9fff604f19218:A 2024-11-11T02:42:03,058 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:42:03,058 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:42:03,059 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 1261d7b82e9d4ffe92e9fff604f19218/C is initiating minor compaction (all files) 2024-11-11T02:42:03,059 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1261d7b82e9d4ffe92e9fff604f19218/C in TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:03,059 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/809a68da6e1d473f8e64b5ca8dea8ad9, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/395ccec70524432d880e03b232c78187, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/96bae06d73584a0ea3c77a39b501c53d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/0eebef76e4ea4965a1463849c6235693] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp, totalSize=48.5 K 2024-11-11T02:42:03,059 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 809a68da6e1d473f8e64b5ca8dea8ad9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731292917105 2024-11-11T02:42:03,059 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 395ccec70524432d880e03b232c78187, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731292918420 2024-11-11T02:42:03,059 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96bae06d73584a0ea3c77a39b501c53d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731292919607 2024-11-11T02:42:03,059 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0eebef76e4ea4965a1463849c6235693, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731292921524 2024-11-11T02:42:03,067 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1261d7b82e9d4ffe92e9fff604f19218#C#compaction#425 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:42:03,068 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/1aa564dbff7442458afbdb6f78d08695 is 50, key is test_row_0/C:col10/1731292921524/Put/seqid=0 2024-11-11T02:42:03,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742323_1499 (size=13017) 2024-11-11T02:42:03,079 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/1aa564dbff7442458afbdb6f78d08695 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/1aa564dbff7442458afbdb6f78d08695 2024-11-11T02:42:03,082 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1261d7b82e9d4ffe92e9fff604f19218/C of 1261d7b82e9d4ffe92e9fff604f19218 into 1aa564dbff7442458afbdb6f78d08695(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:42:03,083 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:42:03,083 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., storeName=1261d7b82e9d4ffe92e9fff604f19218/C, priority=12, startTime=1731292923029; duration=0sec 2024-11-11T02:42:03,083 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:03,083 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1261d7b82e9d4ffe92e9fff604f19218:C 2024-11-11T02:42:03,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-11T02:42:03,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:03,142 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing 1261d7b82e9d4ffe92e9fff604f19218 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T02:42:03,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/947c1bd2b1c7452896b29dd77ba7a710 is 50, key is test_row_0/A:col10/1731292922233/Put/seqid=0 2024-11-11T02:42:03,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742324_1500 (size=12301) 2024-11-11T02:42:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-11T02:42:03,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:42:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:42:03,448 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/3fbb8a7b11d14a80b417260b37df6512 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/3fbb8a7b11d14a80b417260b37df6512 2024-11-11T02:42:03,452 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1261d7b82e9d4ffe92e9fff604f19218/B of 1261d7b82e9d4ffe92e9fff604f19218 into 3fbb8a7b11d14a80b417260b37df6512(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:42:03,452 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:42:03,452 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., storeName=1261d7b82e9d4ffe92e9fff604f19218/B, priority=12, startTime=1731292923029; duration=0sec 2024-11-11T02:42:03,452 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:03,452 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1261d7b82e9d4ffe92e9fff604f19218:B 2024-11-11T02:42:03,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292983497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:03,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:03,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:03,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:42:03,551 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/947c1bd2b1c7452896b29dd77ba7a710 2024-11-11T02:42:03,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/5eb90906dacd434bbecc938cd415879d is 50, key is test_row_0/B:col10/1731292922233/Put/seqid=0 2024-11-11T02:42:03,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742325_1501 (size=12301) 2024-11-11T02:42:03,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292983609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:03,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:03,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:03,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:42:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-11T02:42:03,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1731292983818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:03,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292983819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:03,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:03,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:03,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:42:03,825 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_2' in 1261d7b82e9d4ffe92e9fff604f19218 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:42:03,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:03,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:03,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:42:03,963 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/5eb90906dacd434bbecc938cd415879d 2024-11-11T02:42:03,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/ae86e2ca75fd42e4b0a9d677382af0e6 is 50, key is test_row_0/C:col10/1731292922233/Put/seqid=0 2024-11-11T02:42:03,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742326_1502 (size=12301) 2024-11-11T02:42:04,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292984128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:04,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:04,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:04,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:42:04,371 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/ae86e2ca75fd42e4b0a9d677382af0e6 2024-11-11T02:42:04,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/947c1bd2b1c7452896b29dd77ba7a710 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/947c1bd2b1c7452896b29dd77ba7a710 2024-11-11T02:42:04,378 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/947c1bd2b1c7452896b29dd77ba7a710, entries=150, sequenceid=323, filesize=12.0 K 2024-11-11T02:42:04,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/5eb90906dacd434bbecc938cd415879d as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/5eb90906dacd434bbecc938cd415879d 2024-11-11T02:42:04,381 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/5eb90906dacd434bbecc938cd415879d, entries=150, sequenceid=323, filesize=12.0 K 2024-11-11T02:42:04,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/ae86e2ca75fd42e4b0a9d677382af0e6 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/ae86e2ca75fd42e4b0a9d677382af0e6 2024-11-11T02:42:04,384 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/ae86e2ca75fd42e4b0a9d677382af0e6, entries=150, sequenceid=323, filesize=12.0 K 2024-11-11T02:42:04,385 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1261d7b82e9d4ffe92e9fff604f19218 in 1244ms, sequenceid=323, compaction requested=false 2024-11-11T02:42:04,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:42:04,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:04,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-11T02:42:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-11-11T02:42:04,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-11T02:42:04,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8540 sec 2024-11-11T02:42:04,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 1.8590 sec 2024-11-11T02:42:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:42:04,643 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:42:04,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1261d7b82e9d4ffe92e9fff604f19218 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T02:42:04,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/abeb1d2822fe4aff897e1b1fa27300bf is 50, key is test_row_0/A:col10/1731292923487/Put/seqid=0 2024-11-11T02:42:04,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742327_1503 (size=14741) 2024-11-11T02:42:04,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-11T02:42:04,678 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:42:04,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:42:04,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-11-11T02:42:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-11T02:42:04,680 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:42:04,680 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:42:04,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:42:04,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292984679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:04,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:04,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:04,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:42:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-11T02:42:04,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292984788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:04,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:04,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:04,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:42:04,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-11T02:42:04,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:04,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:42:04,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:04,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:04,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:04,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-11T02:42:04,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:04,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:42:04,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:04,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:04,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-11T02:42:04,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292984999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:05,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:05,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:05,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:42:05,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/abeb1d2822fe4aff897e1b1fa27300bf 2024-11-11T02:42:05,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/8a8bd2f7f4a84eb29e62ec5ed21e9c09 is 50, key is test_row_0/B:col10/1731292923487/Put/seqid=0 2024-11-11T02:42:05,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742328_1504 (size=12301) 2024-11-11T02:42:05,111 INFO [Thread-1968 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1968. 2024-11-11T02:42:05,111 DEBUG [Thread-1968 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:42:05,111 DEBUG [Thread-1968 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:05,111 DEBUG [Thread-1968 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:05,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:42:05,111 INFO [Thread-1964 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1964. 2024-11-11T02:42:05,111 DEBUG [Thread-1964 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:42:05,111 DEBUG [Thread-1964 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:05,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:42:05,111 DEBUG [Thread-1964 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:05,114 INFO [Thread-1966 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1966. 2024-11-11T02:42:05,114 DEBUG [Thread-1966 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:42:05,114 DEBUG [Thread-1966 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:05,114 DEBUG [Thread-1966 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:05,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:42:05,119 INFO [Thread-1960 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1960. 2024-11-11T02:42:05,119 DEBUG [Thread-1960 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:42:05,119 DEBUG [Thread-1960 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:05,119 INFO [Thread-1962 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1962. 2024-11-11T02:42:05,119 DEBUG [Thread-1960 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:05,119 DEBUG [Thread-1962 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:42:05,119 DEBUG [Thread-1962 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:05,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:42:05,119 DEBUG [Thread-1962 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:05,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:42:05,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-11T02:42:05,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:05,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:42:05,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:05,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:05,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:05,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-11T02:42:05,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:05,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:42:05,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:05,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:05,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-11T02:42:05,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292985309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:05,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:05,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:05,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:42:05,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-11T02:42:05,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:05,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:42:05,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:05,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:05,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:05,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/8a8bd2f7f4a84eb29e62ec5ed21e9c09 2024-11-11T02:42:05,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/311d3b841888418f81a62558d2ce1529 is 50, key is test_row_0/C:col10/1731292923487/Put/seqid=0 2024-11-11T02:42:05,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742329_1505 (size=12301) 2024-11-11T02:42:05,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-11T02:42:05,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:05,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:42:05,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:05,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:05,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:05,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-11T02:42:05,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:05,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:42:05,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:05,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:05,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-11T02:42:05,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43290 deadline: 1731292985819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:05,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 , the old value is region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:05,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:05,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=2 because the exception is null or not the one we care about 2024-11-11T02:42:05,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/311d3b841888418f81a62558d2ce1529 2024-11-11T02:42:05,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/abeb1d2822fe4aff897e1b1fa27300bf as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/abeb1d2822fe4aff897e1b1fa27300bf 2024-11-11T02:42:05,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/abeb1d2822fe4aff897e1b1fa27300bf, entries=200, sequenceid=350, filesize=14.4 K 2024-11-11T02:42:05,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/8a8bd2f7f4a84eb29e62ec5ed21e9c09 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/8a8bd2f7f4a84eb29e62ec5ed21e9c09 2024-11-11T02:42:05,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/8a8bd2f7f4a84eb29e62ec5ed21e9c09, entries=150, sequenceid=350, filesize=12.0 K 2024-11-11T02:42:05,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/311d3b841888418f81a62558d2ce1529 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/311d3b841888418f81a62558d2ce1529 2024-11-11T02:42:05,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/311d3b841888418f81a62558d2ce1529, entries=150, sequenceid=350, filesize=12.0 K 2024-11-11T02:42:05,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1261d7b82e9d4ffe92e9fff604f19218 in 1257ms, sequenceid=350, compaction requested=true 2024-11-11T02:42:05,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:42:05,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1261d7b82e9d4ffe92e9fff604f19218:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:42:05,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:05,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1261d7b82e9d4ffe92e9fff604f19218:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:42:05,901 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:42:05,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:05,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1261d7b82e9d4ffe92e9fff604f19218:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:42:05,901 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:42:05,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:42:05,902 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:42:05,902 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:42:05,902 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 1261d7b82e9d4ffe92e9fff604f19218/B is initiating minor compaction (all files) 2024-11-11T02:42:05,902 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 1261d7b82e9d4ffe92e9fff604f19218/A is initiating minor compaction (all files) 2024-11-11T02:42:05,902 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1261d7b82e9d4ffe92e9fff604f19218/B in TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:05,902 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1261d7b82e9d4ffe92e9fff604f19218/A in TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:05,902 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/3fbb8a7b11d14a80b417260b37df6512, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/5eb90906dacd434bbecc938cd415879d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/8a8bd2f7f4a84eb29e62ec5ed21e9c09] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp, totalSize=36.7 K 2024-11-11T02:42:05,902 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/86de732ac59f4643ad768258e764f4f8, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/947c1bd2b1c7452896b29dd77ba7a710, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/abeb1d2822fe4aff897e1b1fa27300bf] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp, totalSize=39.1 K 2024-11-11T02:42:05,902 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fbb8a7b11d14a80b417260b37df6512, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731292921524 2024-11-11T02:42:05,902 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86de732ac59f4643ad768258e764f4f8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731292921524 2024-11-11T02:42:05,903 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 5eb90906dacd434bbecc938cd415879d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731292922216 2024-11-11T02:42:05,903 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 947c1bd2b1c7452896b29dd77ba7a710, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731292922216 2024-11-11T02:42:05,903 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a8bd2f7f4a84eb29e62ec5ed21e9c09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731292923487 2024-11-11T02:42:05,903 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting abeb1d2822fe4aff897e1b1fa27300bf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731292923470 2024-11-11T02:42:05,911 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1261d7b82e9d4ffe92e9fff604f19218#B#compaction#433 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:42:05,911 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1261d7b82e9d4ffe92e9fff604f19218#A#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:42:05,911 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/3b8c6e845f8943759b5ace6f20cb6724 is 50, key is test_row_0/A:col10/1731292923487/Put/seqid=0 2024-11-11T02:42:05,911 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/4ed4d34bfefb49c5a98d0a46e2558202 is 50, key is test_row_0/B:col10/1731292923487/Put/seqid=0 2024-11-11T02:42:05,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-11T02:42:05,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:05,914 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing 1261d7b82e9d4ffe92e9fff604f19218 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-11T02:42:05,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742330_1506 (size=13119) 2024-11-11T02:42:05,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742331_1507 (size=13119) 2024-11-11T02:42:05,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/e930b0890ee44e38b7d5c4629df9705c is 50, key is test_row_0/A:col10/1731292924673/Put/seqid=0 2024-11-11T02:42:05,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742332_1508 (size=12301) 2024-11-11T02:42:06,325 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/e930b0890ee44e38b7d5c4629df9705c 2024-11-11T02:42:06,329 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/3b8c6e845f8943759b5ace6f20cb6724 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/3b8c6e845f8943759b5ace6f20cb6724 2024-11-11T02:42:06,329 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/4ed4d34bfefb49c5a98d0a46e2558202 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/4ed4d34bfefb49c5a98d0a46e2558202 2024-11-11T02:42:06,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/6265128bd2cc45a9a05e283b4a456e20 is 50, key is test_row_0/B:col10/1731292924673/Put/seqid=0 2024-11-11T02:42:06,333 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1261d7b82e9d4ffe92e9fff604f19218/B of 1261d7b82e9d4ffe92e9fff604f19218 into 4ed4d34bfefb49c5a98d0a46e2558202(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:42:06,333 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1261d7b82e9d4ffe92e9fff604f19218/A of 1261d7b82e9d4ffe92e9fff604f19218 into 3b8c6e845f8943759b5ace6f20cb6724(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:42:06,334 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:42:06,334 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:42:06,334 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., storeName=1261d7b82e9d4ffe92e9fff604f19218/A, priority=13, startTime=1731292925900; duration=0sec 2024-11-11T02:42:06,334 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., storeName=1261d7b82e9d4ffe92e9fff604f19218/B, priority=13, startTime=1731292925901; duration=0sec 2024-11-11T02:42:06,334 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:42:06,334 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1261d7b82e9d4ffe92e9fff604f19218:A 2024-11-11T02:42:06,334 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:06,334 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1261d7b82e9d4ffe92e9fff604f19218:B 2024-11-11T02:42:06,334 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:42:06,335 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:42:06,335 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 1261d7b82e9d4ffe92e9fff604f19218/C is initiating minor compaction (all files) 2024-11-11T02:42:06,335 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1261d7b82e9d4ffe92e9fff604f19218/C in TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:06,335 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/1aa564dbff7442458afbdb6f78d08695, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/ae86e2ca75fd42e4b0a9d677382af0e6, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/311d3b841888418f81a62558d2ce1529] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp, totalSize=36.7 K 2024-11-11T02:42:06,335 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1aa564dbff7442458afbdb6f78d08695, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731292921524 2024-11-11T02:42:06,335 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae86e2ca75fd42e4b0a9d677382af0e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731292922216 2024-11-11T02:42:06,336 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 311d3b841888418f81a62558d2ce1529, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731292923487 2024-11-11T02:42:06,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742333_1509 (size=12301) 2024-11-11T02:42:06,341 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1261d7b82e9d4ffe92e9fff604f19218#C#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:42:06,341 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/d05200cab2344a30905cab00199efe67 is 50, key is test_row_0/C:col10/1731292923487/Put/seqid=0 2024-11-11T02:42:06,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742334_1510 (size=13119) 2024-11-11T02:42:06,738 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/6265128bd2cc45a9a05e283b4a456e20 2024-11-11T02:42:06,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/c35c99a46fb7472c8331f6a08a03df58 is 50, key is test_row_0/C:col10/1731292924673/Put/seqid=0 2024-11-11T02:42:06,754 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/d05200cab2344a30905cab00199efe67 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/d05200cab2344a30905cab00199efe67 2024-11-11T02:42:06,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742335_1511 (size=12301) 2024-11-11T02:42:06,758 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1261d7b82e9d4ffe92e9fff604f19218/C of 1261d7b82e9d4ffe92e9fff604f19218 into d05200cab2344a30905cab00199efe67(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:42:06,758 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:42:06,758 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., storeName=1261d7b82e9d4ffe92e9fff604f19218/C, priority=13, startTime=1731292925901; duration=0sec 2024-11-11T02:42:06,758 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:06,758 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1261d7b82e9d4ffe92e9fff604f19218:C 2024-11-11T02:42:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-11T02:42:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:42:06,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. as already flushing 2024-11-11T02:42:06,843 INFO [Thread-1951 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1951. 2024-11-11T02:42:06,843 DEBUG [Thread-1951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:42:06,843 DEBUG [Thread-1951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:06,843 DEBUG [Thread-1951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:06,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:42:07,158 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/c35c99a46fb7472c8331f6a08a03df58 2024-11-11T02:42:07,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/e930b0890ee44e38b7d5c4629df9705c as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/e930b0890ee44e38b7d5c4629df9705c 2024-11-11T02:42:07,174 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/e930b0890ee44e38b7d5c4629df9705c, entries=150, sequenceid=360, filesize=12.0 K 2024-11-11T02:42:07,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/6265128bd2cc45a9a05e283b4a456e20 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/6265128bd2cc45a9a05e283b4a456e20 2024-11-11T02:42:07,178 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/6265128bd2cc45a9a05e283b4a456e20, entries=150, sequenceid=360, filesize=12.0 K 2024-11-11T02:42:07,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/c35c99a46fb7472c8331f6a08a03df58 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/c35c99a46fb7472c8331f6a08a03df58 2024-11-11T02:42:07,181 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/c35c99a46fb7472c8331f6a08a03df58, entries=150, sequenceid=360, filesize=12.0 K 2024-11-11T02:42:07,182 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=6.71 KB/6870 for 1261d7b82e9d4ffe92e9fff604f19218 in 1268ms, sequenceid=360, compaction requested=false 2024-11-11T02:42:07,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for 1261d7b82e9d4ffe92e9fff604f19218: 2024-11-11T02:42:07,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:07,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-11-11T02:42:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-11-11T02:42:07,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-11T02:42:07,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5020 sec 2024-11-11T02:42:07,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 2.5060 sec 2024-11-11T02:42:07,874 INFO [Thread-1953 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1953. 2024-11-11T02:42:07,874 DEBUG [Thread-1953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:42:07,875 DEBUG [Thread-1953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:07,875 DEBUG [Thread-1953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:07,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:42:08,268 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T02:42:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-11T02:42:08,850 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:42:12,663 INFO [Thread-1957 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1957. 2024-11-11T02:42:12,664 DEBUG [Thread-1957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:42:12,664 DEBUG [Thread-1957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:12,664 DEBUG [Thread-1957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:12,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:42:12,683 INFO [Thread-1955 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1955. 2024-11-11T02:42:12,683 INFO [Thread-1949 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1949. 2024-11-11T02:42:12,683 DEBUG [Thread-1949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:42:12,683 DEBUG [Thread-1955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:42:12,683 DEBUG [Thread-1955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:12,683 DEBUG [Thread-1949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:12,683 DEBUG [Thread-1955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:12,683 DEBUG [Thread-1949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:12,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:42:12,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:42:12,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T02:42:12,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-11T02:42:12,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-11T02:42:12,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-11T02:42:12,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-11T02:42:12,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-11T02:42:12,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T02:42:12,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T02:42:12,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1537 2024-11-11T02:42:12,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4606 rows 2024-11-11T02:42:12,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1538 2024-11-11T02:42:12,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4612 rows 2024-11-11T02:42:12,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1539 2024-11-11T02:42:12,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4612 rows 2024-11-11T02:42:12,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1547 2024-11-11T02:42:12,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4636 rows 2024-11-11T02:42:12,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1529 2024-11-11T02:42:12,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4587 rows 2024-11-11T02:42:12,685 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T02:42:12,685 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T02:42:12,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:12,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:12,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:42:12,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T02:42:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T02:42:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-11T02:42:12,690 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292932690"}]},"ts":"1731292932690"} 2024-11-11T02:42:12,692 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T02:42:12,692 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T02:42:12,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T02:42:12,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1261d7b82e9d4ffe92e9fff604f19218, UNASSIGN}] 2024-11-11T02:42:12,695 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1261d7b82e9d4ffe92e9fff604f19218, UNASSIGN 2024-11-11T02:42:12,696 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=1261d7b82e9d4ffe92e9fff604f19218, regionState=CLOSING, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:12,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1261d7b82e9d4ffe92e9fff604f19218, UNASSIGN because future has completed 2024-11-11T02:42:12,697 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T02:42:12,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905}] 2024-11-11T02:42:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-11T02:42:12,850 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(122): Close 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:42:12,851 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T02:42:12,851 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1722): Closing 1261d7b82e9d4ffe92e9fff604f19218, disabling compactions & flushes 2024-11-11T02:42:12,851 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:12,851 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:12,851 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. after waiting 0 ms 2024-11-11T02:42:12,851 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:12,852 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(2902): Flushing 1261d7b82e9d4ffe92e9fff604f19218 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T02:42:12,859 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/9762769e6bdc4477893bdceb4b23c1e9 is 50, key is test_row_0/A:col10/1731292932660/Put/seqid=0 2024-11-11T02:42:12,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742336_1512 (size=12301) 2024-11-11T02:42:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-11T02:42:13,266 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/9762769e6bdc4477893bdceb4b23c1e9 2024-11-11T02:42:13,277 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/dbdf94f32c42417c93edb4bb18e2f1d5 is 50, key is test_row_0/B:col10/1731292932660/Put/seqid=0 2024-11-11T02:42:13,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742337_1513 (size=12301) 2024-11-11T02:42:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-11T02:42:13,681 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/dbdf94f32c42417c93edb4bb18e2f1d5 2024-11-11T02:42:13,694 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/a1f8577e32964e7f96855158adbd8550 is 50, key is test_row_0/C:col10/1731292932660/Put/seqid=0 2024-11-11T02:42:13,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742338_1514 (size=12301) 2024-11-11T02:42:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-11T02:42:14,099 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/a1f8577e32964e7f96855158adbd8550 2024-11-11T02:42:14,109 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/A/9762769e6bdc4477893bdceb4b23c1e9 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/9762769e6bdc4477893bdceb4b23c1e9 2024-11-11T02:42:14,115 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/9762769e6bdc4477893bdceb4b23c1e9, entries=150, sequenceid=371, filesize=12.0 K 2024-11-11T02:42:14,116 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/B/dbdf94f32c42417c93edb4bb18e2f1d5 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/dbdf94f32c42417c93edb4bb18e2f1d5 2024-11-11T02:42:14,120 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/dbdf94f32c42417c93edb4bb18e2f1d5, entries=150, sequenceid=371, filesize=12.0 K 2024-11-11T02:42:14,121 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/.tmp/C/a1f8577e32964e7f96855158adbd8550 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/a1f8577e32964e7f96855158adbd8550 2024-11-11T02:42:14,125 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/a1f8577e32964e7f96855158adbd8550, entries=150, sequenceid=371, filesize=12.0 K 2024-11-11T02:42:14,125 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 1261d7b82e9d4ffe92e9fff604f19218 in 1274ms, sequenceid=371, compaction requested=true 2024-11-11T02:42:14,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/57ec7b67cdb84b5b8fa840237d0b52b5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/11d2ab25341a45a18fcf021a53ab95ab, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/7c1dc9807b534eef9aa3abe306404bf6, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/eb57c1b8949848d88231291b767b4777, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/acb94843874a4ea288faba18c088ec9b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/929791156ab64c5598e500663a96cbd8, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/386d8e428517416a811f21ae39272154, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/fcdb4b420ce444dca3150cbd45a3fdd9, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/a8261688170c45bc8d7739a63afaf44c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/4ab359580a754746ae8772f85a7fc135, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/d147cd1677ba411ca263806b725b5ccf, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/43e3ee1b97b1424f8c5a72a0c34442cd, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/3f91c1c64579404c95e83b095baf03ac, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/74e44a19617d44a4a9ada99b754852d3, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/0074a9c152ee427482b01e84de09c963, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/e6db6fa2bc22436987d2fde9fd676fd6, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/9079f395056242f6b5ff646278e40364, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/294fa525781342f891c3e45cdefaaebe, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/b56991b399744fecb477cbcd2dcf09cf, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/822ae85f6a7245169089cc28c7a2b205, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/28ba5ccb208647d3901599624ba88821, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/86de732ac59f4643ad768258e764f4f8, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/947c1bd2b1c7452896b29dd77ba7a710, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/abeb1d2822fe4aff897e1b1fa27300bf] to archive 2024-11-11T02:42:14,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T02:42:14,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/57ec7b67cdb84b5b8fa840237d0b52b5 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/57ec7b67cdb84b5b8fa840237d0b52b5 2024-11-11T02:42:14,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/11d2ab25341a45a18fcf021a53ab95ab to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/11d2ab25341a45a18fcf021a53ab95ab 2024-11-11T02:42:14,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/7c1dc9807b534eef9aa3abe306404bf6 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/7c1dc9807b534eef9aa3abe306404bf6 2024-11-11T02:42:14,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/eb57c1b8949848d88231291b767b4777 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/eb57c1b8949848d88231291b767b4777 2024-11-11T02:42:14,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/acb94843874a4ea288faba18c088ec9b to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/acb94843874a4ea288faba18c088ec9b 2024-11-11T02:42:14,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/929791156ab64c5598e500663a96cbd8 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/929791156ab64c5598e500663a96cbd8 2024-11-11T02:42:14,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/386d8e428517416a811f21ae39272154 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/386d8e428517416a811f21ae39272154 2024-11-11T02:42:14,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/fcdb4b420ce444dca3150cbd45a3fdd9 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/fcdb4b420ce444dca3150cbd45a3fdd9 2024-11-11T02:42:14,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/a8261688170c45bc8d7739a63afaf44c to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/a8261688170c45bc8d7739a63afaf44c 2024-11-11T02:42:14,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/4ab359580a754746ae8772f85a7fc135 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/4ab359580a754746ae8772f85a7fc135 2024-11-11T02:42:14,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/d147cd1677ba411ca263806b725b5ccf to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/d147cd1677ba411ca263806b725b5ccf 2024-11-11T02:42:14,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/43e3ee1b97b1424f8c5a72a0c34442cd to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/43e3ee1b97b1424f8c5a72a0c34442cd 2024-11-11T02:42:14,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/3f91c1c64579404c95e83b095baf03ac to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/3f91c1c64579404c95e83b095baf03ac 2024-11-11T02:42:14,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/74e44a19617d44a4a9ada99b754852d3 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/74e44a19617d44a4a9ada99b754852d3 2024-11-11T02:42:14,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/0074a9c152ee427482b01e84de09c963 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/0074a9c152ee427482b01e84de09c963 2024-11-11T02:42:14,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/e6db6fa2bc22436987d2fde9fd676fd6 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/e6db6fa2bc22436987d2fde9fd676fd6 2024-11-11T02:42:14,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/9079f395056242f6b5ff646278e40364 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/9079f395056242f6b5ff646278e40364 2024-11-11T02:42:14,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/294fa525781342f891c3e45cdefaaebe to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/294fa525781342f891c3e45cdefaaebe 2024-11-11T02:42:14,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/b56991b399744fecb477cbcd2dcf09cf to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/b56991b399744fecb477cbcd2dcf09cf 2024-11-11T02:42:14,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/822ae85f6a7245169089cc28c7a2b205 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/822ae85f6a7245169089cc28c7a2b205 2024-11-11T02:42:14,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/28ba5ccb208647d3901599624ba88821 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/28ba5ccb208647d3901599624ba88821 2024-11-11T02:42:14,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/86de732ac59f4643ad768258e764f4f8 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/86de732ac59f4643ad768258e764f4f8 2024-11-11T02:42:14,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/947c1bd2b1c7452896b29dd77ba7a710 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/947c1bd2b1c7452896b29dd77ba7a710 2024-11-11T02:42:14,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/abeb1d2822fe4aff897e1b1fa27300bf to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/abeb1d2822fe4aff897e1b1fa27300bf 2024-11-11T02:42:14,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/9a0247d53a6e4863ac6ecaa91ceb82e3, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/d4a736f42bc843c6a1977418247a302d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/89dcf6ae7f9047529c2d12fc367b3ad3, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/fc72fdd598094731bca8b0140b00544c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/3e4a4125cc47437397aedacbb4801070, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/3e1de4a1a25e40af9b1bfa132a0e2e99, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/9e90f58c6e1542648b77196353232f47, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/8c116295981740deaa175cc54b4747d6, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/fa34a8a071af458fb2194260d7b7e614, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/b7c5e13b4f254a418abaa21b656c081d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/d02c014598bc4124b0e0aab1552e1cb4, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/eb0da68a6138451fa564c9c0bd2e48cb, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/0f8a7904751e4e5f801dd8018697f2c3, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/b8349f166dbf436bb14f3cff049351dd, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/fa5e09372d8345e2b1279d63f9ca6b8e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/f72639cbfc1f4b96915955886c9fe699, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/bd22c3e14e0e424eade3a96956d83144, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/0f75f38750a04731b14af09123fe00ef, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/c20bf7c2f111492c94e6cccfc5bdd457, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/ae097ec018b24b899f99f97d8c745e8a, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/3fbb8a7b11d14a80b417260b37df6512, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/d076c5183b264bbeaa394773f559260b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/5eb90906dacd434bbecc938cd415879d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/8a8bd2f7f4a84eb29e62ec5ed21e9c09] to archive 2024-11-11T02:42:14,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T02:42:14,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/9a0247d53a6e4863ac6ecaa91ceb82e3 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/9a0247d53a6e4863ac6ecaa91ceb82e3 2024-11-11T02:42:14,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/d4a736f42bc843c6a1977418247a302d to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/d4a736f42bc843c6a1977418247a302d 2024-11-11T02:42:14,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/89dcf6ae7f9047529c2d12fc367b3ad3 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/89dcf6ae7f9047529c2d12fc367b3ad3 2024-11-11T02:42:14,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/fc72fdd598094731bca8b0140b00544c to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/fc72fdd598094731bca8b0140b00544c 2024-11-11T02:42:14,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/3e4a4125cc47437397aedacbb4801070 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/3e4a4125cc47437397aedacbb4801070 2024-11-11T02:42:14,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/3e1de4a1a25e40af9b1bfa132a0e2e99 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/3e1de4a1a25e40af9b1bfa132a0e2e99 2024-11-11T02:42:14,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/9e90f58c6e1542648b77196353232f47 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/9e90f58c6e1542648b77196353232f47 2024-11-11T02:42:14,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/8c116295981740deaa175cc54b4747d6 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/8c116295981740deaa175cc54b4747d6 2024-11-11T02:42:14,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/fa34a8a071af458fb2194260d7b7e614 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/fa34a8a071af458fb2194260d7b7e614 2024-11-11T02:42:14,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/b7c5e13b4f254a418abaa21b656c081d to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/b7c5e13b4f254a418abaa21b656c081d 2024-11-11T02:42:14,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/d02c014598bc4124b0e0aab1552e1cb4 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/d02c014598bc4124b0e0aab1552e1cb4 2024-11-11T02:42:14,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/eb0da68a6138451fa564c9c0bd2e48cb to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/eb0da68a6138451fa564c9c0bd2e48cb 2024-11-11T02:42:14,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/0f8a7904751e4e5f801dd8018697f2c3 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/0f8a7904751e4e5f801dd8018697f2c3 2024-11-11T02:42:14,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/b8349f166dbf436bb14f3cff049351dd to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/b8349f166dbf436bb14f3cff049351dd 2024-11-11T02:42:14,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/fa5e09372d8345e2b1279d63f9ca6b8e to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/fa5e09372d8345e2b1279d63f9ca6b8e 2024-11-11T02:42:14,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/f72639cbfc1f4b96915955886c9fe699 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/f72639cbfc1f4b96915955886c9fe699 2024-11-11T02:42:14,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/bd22c3e14e0e424eade3a96956d83144 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/bd22c3e14e0e424eade3a96956d83144 2024-11-11T02:42:14,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/0f75f38750a04731b14af09123fe00ef to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/0f75f38750a04731b14af09123fe00ef 2024-11-11T02:42:14,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/c20bf7c2f111492c94e6cccfc5bdd457 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/c20bf7c2f111492c94e6cccfc5bdd457 2024-11-11T02:42:14,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/ae097ec018b24b899f99f97d8c745e8a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/ae097ec018b24b899f99f97d8c745e8a 2024-11-11T02:42:14,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/3fbb8a7b11d14a80b417260b37df6512 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/3fbb8a7b11d14a80b417260b37df6512 2024-11-11T02:42:14,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/d076c5183b264bbeaa394773f559260b to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/d076c5183b264bbeaa394773f559260b 2024-11-11T02:42:14,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/5eb90906dacd434bbecc938cd415879d to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/5eb90906dacd434bbecc938cd415879d 2024-11-11T02:42:14,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/8a8bd2f7f4a84eb29e62ec5ed21e9c09 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/8a8bd2f7f4a84eb29e62ec5ed21e9c09 2024-11-11T02:42:14,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/810efdb2affe4a6bac768b66da17e62e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/a2b5140c8f974772a82f62ed159d476b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/7299a466250c48d19feff19364ac7b93, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/ed08bf17101e4ba2a801875820ef60b9, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/18d8434184e844f5a21eca3784ea140a, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/610575a6012b48029856f6079b1b29c5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/20fae06bfa804a08bd76f09031d54340, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/871ad3ac51364e888bea5ead3a27f5de, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/af43ff96591d4d8a83a1e92a87d2ce70, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/b78d6a7c7f874b76ae6405a186990f4e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/d4790b27fdbe46cf96e4d3df96d7a42b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/d3fe1012deb1435abee52d094124e473, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/5f2ef8494ae74a4fa99f0a9ae6b2e2e9, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/ef5399e0445b474ba698210154d1162b, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/1d6a3f2649664ed3906169720cc54777, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/0efa36d885c74baba14d139c28cfa904, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/809a68da6e1d473f8e64b5ca8dea8ad9, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/b82c42afb1a94c2fb89a2fc0c530d308, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/395ccec70524432d880e03b232c78187, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/96bae06d73584a0ea3c77a39b501c53d, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/1aa564dbff7442458afbdb6f78d08695, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/0eebef76e4ea4965a1463849c6235693, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/ae86e2ca75fd42e4b0a9d677382af0e6, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/311d3b841888418f81a62558d2ce1529] to archive 2024-11-11T02:42:14,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T02:42:14,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/810efdb2affe4a6bac768b66da17e62e to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/810efdb2affe4a6bac768b66da17e62e 2024-11-11T02:42:14,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/a2b5140c8f974772a82f62ed159d476b to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/a2b5140c8f974772a82f62ed159d476b 2024-11-11T02:42:14,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/7299a466250c48d19feff19364ac7b93 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/7299a466250c48d19feff19364ac7b93 2024-11-11T02:42:14,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/ed08bf17101e4ba2a801875820ef60b9 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/ed08bf17101e4ba2a801875820ef60b9 2024-11-11T02:42:14,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/18d8434184e844f5a21eca3784ea140a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/18d8434184e844f5a21eca3784ea140a 2024-11-11T02:42:14,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/610575a6012b48029856f6079b1b29c5 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/610575a6012b48029856f6079b1b29c5 2024-11-11T02:42:14,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/20fae06bfa804a08bd76f09031d54340 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/20fae06bfa804a08bd76f09031d54340 2024-11-11T02:42:14,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/871ad3ac51364e888bea5ead3a27f5de to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/871ad3ac51364e888bea5ead3a27f5de 2024-11-11T02:42:14,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/af43ff96591d4d8a83a1e92a87d2ce70 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/af43ff96591d4d8a83a1e92a87d2ce70 2024-11-11T02:42:14,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/b78d6a7c7f874b76ae6405a186990f4e to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/b78d6a7c7f874b76ae6405a186990f4e 2024-11-11T02:42:14,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/d4790b27fdbe46cf96e4d3df96d7a42b to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/d4790b27fdbe46cf96e4d3df96d7a42b 2024-11-11T02:42:14,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/d3fe1012deb1435abee52d094124e473 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/d3fe1012deb1435abee52d094124e473 2024-11-11T02:42:14,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/5f2ef8494ae74a4fa99f0a9ae6b2e2e9 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/5f2ef8494ae74a4fa99f0a9ae6b2e2e9 2024-11-11T02:42:14,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/ef5399e0445b474ba698210154d1162b to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/ef5399e0445b474ba698210154d1162b 2024-11-11T02:42:14,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/1d6a3f2649664ed3906169720cc54777 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/1d6a3f2649664ed3906169720cc54777 2024-11-11T02:42:14,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/0efa36d885c74baba14d139c28cfa904 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/0efa36d885c74baba14d139c28cfa904 2024-11-11T02:42:14,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/809a68da6e1d473f8e64b5ca8dea8ad9 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/809a68da6e1d473f8e64b5ca8dea8ad9 2024-11-11T02:42:14,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/b82c42afb1a94c2fb89a2fc0c530d308 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/b82c42afb1a94c2fb89a2fc0c530d308 2024-11-11T02:42:14,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/395ccec70524432d880e03b232c78187 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/395ccec70524432d880e03b232c78187 2024-11-11T02:42:14,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/96bae06d73584a0ea3c77a39b501c53d to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/96bae06d73584a0ea3c77a39b501c53d 2024-11-11T02:42:14,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/1aa564dbff7442458afbdb6f78d08695 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/1aa564dbff7442458afbdb6f78d08695 2024-11-11T02:42:14,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/0eebef76e4ea4965a1463849c6235693 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/0eebef76e4ea4965a1463849c6235693 2024-11-11T02:42:14,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/ae86e2ca75fd42e4b0a9d677382af0e6 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/ae86e2ca75fd42e4b0a9d677382af0e6 2024-11-11T02:42:14,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/311d3b841888418f81a62558d2ce1529 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/311d3b841888418f81a62558d2ce1529 2024-11-11T02:42:14,213 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/recovered.edits/374.seqid, newMaxSeqId=374, maxSeqId=1 2024-11-11T02:42:14,214 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. 2024-11-11T02:42:14,214 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1676): Region close journal for 1261d7b82e9d4ffe92e9fff604f19218: Waiting for close lock at 1731292932851Running coprocessor pre-close hooks at 1731292932851Disabling compacts and flushes for region at 1731292932851Disabling writes for close at 1731292932851Obtaining lock to block concurrent updates at 1731292932852 (+1 ms)Preparing flush snapshotting stores in 1261d7b82e9d4ffe92e9fff604f19218 at 1731292932852Finished memstore snapshotting TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731292932852Flushing stores of TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218. at 1731292932853 (+1 ms)Flushing 1261d7b82e9d4ffe92e9fff604f19218/A: creating writer at 1731292932853Flushing 1261d7b82e9d4ffe92e9fff604f19218/A: appending metadata at 1731292932858 (+5 ms)Flushing 1261d7b82e9d4ffe92e9fff604f19218/A: closing flushed file at 1731292932858Flushing 1261d7b82e9d4ffe92e9fff604f19218/B: creating writer at 1731292933272 (+414 ms)Flushing 1261d7b82e9d4ffe92e9fff604f19218/B: appending metadata at 1731292933276 (+4 ms)Flushing 1261d7b82e9d4ffe92e9fff604f19218/B: closing flushed file at 1731292933276Flushing 1261d7b82e9d4ffe92e9fff604f19218/C: creating writer at 1731292933688 (+412 ms)Flushing 1261d7b82e9d4ffe92e9fff604f19218/C: appending metadata at 1731292933693 (+5 ms)Flushing 1261d7b82e9d4ffe92e9fff604f19218/C: closing flushed file at 1731292933693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28b3158e: reopening flushed file at 1731292934107 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@448e9729: reopening flushed file at 1731292934115 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61c2180b: reopening flushed file at 1731292934120 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 1261d7b82e9d4ffe92e9fff604f19218 in 1274ms, sequenceid=371, compaction requested=true at 1731292934125 (+5 ms)Writing region close event to WAL at 1731292934210 (+85 ms)Running coprocessor post-close hooks at 1731292934214 (+4 ms)Closed at 1731292934214 2024-11-11T02:42:14,216 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(157): Closed 1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:42:14,216 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=1261d7b82e9d4ffe92e9fff604f19218, regionState=CLOSED 2024-11-11T02:42:14,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 because future has completed 2024-11-11T02:42:14,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-11T02:42:14,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseRegionProcedure 1261d7b82e9d4ffe92e9fff604f19218, server=3ffe7f9d089e,45551,1731292779905 in 1.5220 sec 2024-11-11T02:42:14,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-11T02:42:14,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1261d7b82e9d4ffe92e9fff604f19218, UNASSIGN in 1.5260 sec 2024-11-11T02:42:14,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-11T02:42:14,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5300 sec 2024-11-11T02:42:14,226 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292934226"}]},"ts":"1731292934226"} 2024-11-11T02:42:14,227 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T02:42:14,227 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T02:42:14,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5420 sec 2024-11-11T02:42:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-11T02:42:14,839 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:42:14,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T02:42:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:42:14,844 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=149, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:42:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-11T02:42:14,845 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=149, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:42:14,849 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:42:14,853 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A, FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B, FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C, FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/recovered.edits] 2024-11-11T02:42:14,857 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/3b8c6e845f8943759b5ace6f20cb6724 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/3b8c6e845f8943759b5ace6f20cb6724 2024-11-11T02:42:14,859 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/9762769e6bdc4477893bdceb4b23c1e9 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/9762769e6bdc4477893bdceb4b23c1e9 2024-11-11T02:42:14,861 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/e930b0890ee44e38b7d5c4629df9705c to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/A/e930b0890ee44e38b7d5c4629df9705c 2024-11-11T02:42:14,864 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/4ed4d34bfefb49c5a98d0a46e2558202 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/4ed4d34bfefb49c5a98d0a46e2558202 2024-11-11T02:42:14,866 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/6265128bd2cc45a9a05e283b4a456e20 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/6265128bd2cc45a9a05e283b4a456e20 2024-11-11T02:42:14,868 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/dbdf94f32c42417c93edb4bb18e2f1d5 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/B/dbdf94f32c42417c93edb4bb18e2f1d5 2024-11-11T02:42:14,871 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/a1f8577e32964e7f96855158adbd8550 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/a1f8577e32964e7f96855158adbd8550 2024-11-11T02:42:14,873 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/c35c99a46fb7472c8331f6a08a03df58 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/c35c99a46fb7472c8331f6a08a03df58 2024-11-11T02:42:14,875 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/d05200cab2344a30905cab00199efe67 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/C/d05200cab2344a30905cab00199efe67 2024-11-11T02:42:14,878 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/recovered.edits/374.seqid to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218/recovered.edits/374.seqid 2024-11-11T02:42:14,879 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/1261d7b82e9d4ffe92e9fff604f19218 2024-11-11T02:42:14,879 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T02:42:14,881 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=149, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:42:14,883 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T02:42:14,884 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T02:42:14,885 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=149, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:42:14,885 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T02:42:14,886 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731292934885"}]},"ts":"9223372036854775807"} 2024-11-11T02:42:14,887 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-11T02:42:14,887 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1261d7b82e9d4ffe92e9fff604f19218, NAME => 'TestAcidGuarantees,,1731292902910.1261d7b82e9d4ffe92e9fff604f19218.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T02:42:14,887 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T02:42:14,887 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731292934887"}]},"ts":"9223372036854775807"} 2024-11-11T02:42:14,889 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-11T02:42:14,890 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=149, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:42:14,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-11T02:42:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-11T02:42:14,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-11T02:42:14,949 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:42:14,962 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=238 (was 241), OpenFileDescriptor=447 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=329 (was 355), ProcessCount=11 (was 11), AvailableMemoryMB=11976 (was 11988) 2024-11-11T02:42:14,976 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=238, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=303, ProcessCount=11, AvailableMemoryMB=11976 2024-11-11T02:42:14,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T02:42:14,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T02:42:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T02:42:14,980 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T02:42:14,980 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:14,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 150 2024-11-11T02:42:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-11T02:42:14,981 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T02:42:14,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742339_1515 (size=959) 2024-11-11T02:42:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-11T02:42:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-11T02:42:15,393 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb 2024-11-11T02:42:15,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742340_1516 (size=53) 2024-11-11T02:42:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-11T02:42:15,804 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:42:15,805 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 2159c6ec7604c8ccffe60dcafefe4e3a, disabling compactions & flushes 2024-11-11T02:42:15,805 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:15,805 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:15,805 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. after waiting 0 ms 2024-11-11T02:42:15,805 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:15,805 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:15,805 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2159c6ec7604c8ccffe60dcafefe4e3a: Waiting for close lock at 1731292935805Disabling compacts and flushes for region at 1731292935805Disabling writes for close at 1731292935805Writing region close event to WAL at 1731292935805Closed at 1731292935805 2024-11-11T02:42:15,808 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T02:42:15,809 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731292935808"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731292935808"}]},"ts":"1731292935808"} 2024-11-11T02:42:15,811 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T02:42:15,813 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T02:42:15,813 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292935813"}]},"ts":"1731292935813"} 2024-11-11T02:42:15,815 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T02:42:15,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2159c6ec7604c8ccffe60dcafefe4e3a, ASSIGN}] 2024-11-11T02:42:15,816 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2159c6ec7604c8ccffe60dcafefe4e3a, ASSIGN 2024-11-11T02:42:15,817 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2159c6ec7604c8ccffe60dcafefe4e3a, ASSIGN; state=OFFLINE, location=3ffe7f9d089e,45551,1731292779905; forceNewPlan=false, retain=false 2024-11-11T02:42:15,969 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=2159c6ec7604c8ccffe60dcafefe4e3a, regionState=OPENING, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:15,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2159c6ec7604c8ccffe60dcafefe4e3a, ASSIGN because future has completed 2024-11-11T02:42:15,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905}] 2024-11-11T02:42:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-11T02:42:16,131 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:16,131 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7752): Opening region: {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} 2024-11-11T02:42:16,131 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:16,131 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:42:16,131 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7794): checking encryption for 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:16,131 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7797): checking classloading for 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:16,133 INFO [StoreOpener-2159c6ec7604c8ccffe60dcafefe4e3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:16,135 INFO [StoreOpener-2159c6ec7604c8ccffe60dcafefe4e3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2159c6ec7604c8ccffe60dcafefe4e3a columnFamilyName A 2024-11-11T02:42:16,135 DEBUG [StoreOpener-2159c6ec7604c8ccffe60dcafefe4e3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:16,135 INFO [StoreOpener-2159c6ec7604c8ccffe60dcafefe4e3a-1 {}] regionserver.HStore(327): Store=2159c6ec7604c8ccffe60dcafefe4e3a/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:42:16,136 INFO [StoreOpener-2159c6ec7604c8ccffe60dcafefe4e3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:16,137 INFO [StoreOpener-2159c6ec7604c8ccffe60dcafefe4e3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2159c6ec7604c8ccffe60dcafefe4e3a columnFamilyName B 2024-11-11T02:42:16,137 DEBUG [StoreOpener-2159c6ec7604c8ccffe60dcafefe4e3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:16,138 INFO [StoreOpener-2159c6ec7604c8ccffe60dcafefe4e3a-1 {}] regionserver.HStore(327): Store=2159c6ec7604c8ccffe60dcafefe4e3a/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:42:16,138 INFO [StoreOpener-2159c6ec7604c8ccffe60dcafefe4e3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:16,140 INFO [StoreOpener-2159c6ec7604c8ccffe60dcafefe4e3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2159c6ec7604c8ccffe60dcafefe4e3a columnFamilyName C 2024-11-11T02:42:16,140 DEBUG [StoreOpener-2159c6ec7604c8ccffe60dcafefe4e3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:16,141 INFO [StoreOpener-2159c6ec7604c8ccffe60dcafefe4e3a-1 {}] regionserver.HStore(327): Store=2159c6ec7604c8ccffe60dcafefe4e3a/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:42:16,141 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1038): replaying wal for 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:16,142 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:16,142 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:16,144 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1048): stopping wal replay for 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:16,144 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1060): Cleaning up temporary data for 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:16,145 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T02:42:16,147 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1093): writing seq id for 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:16,149 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T02:42:16,150 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1114): Opened 2159c6ec7604c8ccffe60dcafefe4e3a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70213512, jitterRate=0.04626286029815674}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T02:42:16,150 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:16,151 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1006): Region open journal for 2159c6ec7604c8ccffe60dcafefe4e3a: Running coprocessor pre-open hook at 1731292936131Writing region info on filesystem at 1731292936131Initializing all the Stores at 1731292936132 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292936132Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292936133 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292936133Cleaning up temporary data from old regions at 1731292936144 (+11 ms)Running coprocessor post-open hooks at 1731292936150 (+6 ms)Region opened successfully at 1731292936151 (+1 ms) 2024-11-11T02:42:16,151 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., pid=152, masterSystemTime=1731292936127 2024-11-11T02:42:16,153 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:16,153 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:16,154 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=2159c6ec7604c8ccffe60dcafefe4e3a, regionState=OPEN, openSeqNum=2, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:16,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 because future has completed 2024-11-11T02:42:16,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-11T02:42:16,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; OpenRegionProcedure 2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 in 183 msec 2024-11-11T02:42:16,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-11T02:42:16,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2159c6ec7604c8ccffe60dcafefe4e3a, ASSIGN in 343 msec 2024-11-11T02:42:16,162 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T02:42:16,162 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292936162"}]},"ts":"1731292936162"} 2024-11-11T02:42:16,164 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T02:42:16,164 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T02:42:16,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1870 sec 2024-11-11T02:42:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-11T02:42:17,130 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:42:17,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@348042de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:17,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:42:17,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:42:17,137 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:42:17,137 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:42:17,137 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:42:17,137 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c28d09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:17,137 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:42:17,138 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:42:17,138 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:17,139 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:42:17,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b76dfa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:17,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:42:17,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:42:17,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:42:17,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55084, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:42:17,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T02:42:17,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 3ffe7f9d089e,44587,1731292779109 2024-11-11T02:42:17,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20f3c5a6 2024-11-11T02:42:17,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T02:42:17,145 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40994, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T02:42:17,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T02:42:17,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T02:42:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=153, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-11T02:42:17,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742341_1517 (size=995) 2024-11-11T02:42:17,560 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-11T02:42:17,560 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-11T02:42:17,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T02:42:17,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2159c6ec7604c8ccffe60dcafefe4e3a, REOPEN/MOVE}] 2024-11-11T02:42:17,568 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2159c6ec7604c8ccffe60dcafefe4e3a, REOPEN/MOVE 2024-11-11T02:42:17,569 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=2159c6ec7604c8ccffe60dcafefe4e3a, regionState=CLOSING, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:17,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2159c6ec7604c8ccffe60dcafefe4e3a, REOPEN/MOVE because future has completed 2024-11-11T02:42:17,570 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T02:42:17,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905}] 2024-11-11T02:42:17,723 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(122): Close 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:17,723 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T02:42:17,723 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1722): Closing 2159c6ec7604c8ccffe60dcafefe4e3a, disabling compactions & flushes 2024-11-11T02:42:17,723 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:17,723 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:17,723 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. after waiting 0 ms 2024-11-11T02:42:17,723 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:17,729 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T02:42:17,730 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:17,730 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1676): Region close journal for 2159c6ec7604c8ccffe60dcafefe4e3a: Waiting for close lock at 1731292937723Running coprocessor pre-close hooks at 1731292937723Disabling compacts and flushes for region at 1731292937723Disabling writes for close at 1731292937723Writing region close event to WAL at 1731292937724 (+1 ms)Running coprocessor post-close hooks at 1731292937730 (+6 ms)Closed at 1731292937730 2024-11-11T02:42:17,730 WARN [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegionServer(3299): Not adding moved region record: 2159c6ec7604c8ccffe60dcafefe4e3a to self. 2024-11-11T02:42:17,733 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(157): Closed 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:17,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=2159c6ec7604c8ccffe60dcafefe4e3a, regionState=CLOSED 2024-11-11T02:42:17,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=156, ppid=155, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 because future has completed 2024-11-11T02:42:17,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-11-11T02:42:17,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; CloseRegionProcedure 2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 in 168 msec 2024-11-11T02:42:17,743 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2159c6ec7604c8ccffe60dcafefe4e3a, REOPEN/MOVE; state=CLOSED, location=3ffe7f9d089e,45551,1731292779905; forceNewPlan=false, retain=true 2024-11-11T02:42:17,894 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=2159c6ec7604c8ccffe60dcafefe4e3a, regionState=OPENING, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:17,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2159c6ec7604c8ccffe60dcafefe4e3a, REOPEN/MOVE because future has completed 2024-11-11T02:42:17,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=155, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905}] 2024-11-11T02:42:18,058 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:18,059 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7752): Opening region: {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} 2024-11-11T02:42:18,059 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:18,060 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T02:42:18,060 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7794): checking encryption for 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:18,060 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7797): checking classloading for 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:18,063 INFO [StoreOpener-2159c6ec7604c8ccffe60dcafefe4e3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:18,064 INFO [StoreOpener-2159c6ec7604c8ccffe60dcafefe4e3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2159c6ec7604c8ccffe60dcafefe4e3a columnFamilyName A 2024-11-11T02:42:18,065 DEBUG [StoreOpener-2159c6ec7604c8ccffe60dcafefe4e3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:18,065 INFO [StoreOpener-2159c6ec7604c8ccffe60dcafefe4e3a-1 {}] regionserver.HStore(327): Store=2159c6ec7604c8ccffe60dcafefe4e3a/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:42:18,066 INFO [StoreOpener-2159c6ec7604c8ccffe60dcafefe4e3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:18,067 INFO [StoreOpener-2159c6ec7604c8ccffe60dcafefe4e3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2159c6ec7604c8ccffe60dcafefe4e3a columnFamilyName B 2024-11-11T02:42:18,067 DEBUG [StoreOpener-2159c6ec7604c8ccffe60dcafefe4e3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:18,067 INFO [StoreOpener-2159c6ec7604c8ccffe60dcafefe4e3a-1 {}] regionserver.HStore(327): Store=2159c6ec7604c8ccffe60dcafefe4e3a/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:42:18,067 INFO [StoreOpener-2159c6ec7604c8ccffe60dcafefe4e3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:18,068 INFO [StoreOpener-2159c6ec7604c8ccffe60dcafefe4e3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2159c6ec7604c8ccffe60dcafefe4e3a columnFamilyName C 2024-11-11T02:42:18,068 DEBUG [StoreOpener-2159c6ec7604c8ccffe60dcafefe4e3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:18,069 INFO [StoreOpener-2159c6ec7604c8ccffe60dcafefe4e3a-1 {}] regionserver.HStore(327): Store=2159c6ec7604c8ccffe60dcafefe4e3a/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T02:42:18,069 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1038): replaying wal for 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:18,070 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:18,071 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:18,072 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1048): stopping wal replay for 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:18,072 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1060): Cleaning up temporary data for 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:18,073 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T02:42:18,074 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1093): writing seq id for 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:18,075 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1114): Opened 2159c6ec7604c8ccffe60dcafefe4e3a; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68690911, jitterRate=0.023574337363243103}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T02:42:18,075 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:18,076 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1006): Region open journal for 2159c6ec7604c8ccffe60dcafefe4e3a: Running coprocessor pre-open hook at 1731292938060Writing region info on filesystem at 1731292938060Initializing all the Stores at 1731292938062 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292938062Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292938063 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731292938063Cleaning up temporary data from old regions at 1731292938072 (+9 ms)Running coprocessor post-open hooks at 1731292938075 (+3 ms)Region opened successfully at 1731292938076 (+1 ms) 2024-11-11T02:42:18,077 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., pid=157, masterSystemTime=1731292938051 2024-11-11T02:42:18,078 DEBUG [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:18,078 INFO [RS_OPEN_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:18,079 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=2159c6ec7604c8ccffe60dcafefe4e3a, regionState=OPEN, openSeqNum=5, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:18,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=155, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 because future has completed 2024-11-11T02:42:18,081 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44587 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=3ffe7f9d089e,45551,1731292779905, table=TestAcidGuarantees, region=2159c6ec7604c8ccffe60dcafefe4e3a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T02:42:18,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=155 2024-11-11T02:42:18,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=155, state=SUCCESS, hasLock=false; OpenRegionProcedure 2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 in 183 msec 2024-11-11T02:42:18,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-11T02:42:18,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2159c6ec7604c8ccffe60dcafefe4e3a, REOPEN/MOVE in 516 msec 2024-11-11T02:42:18,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-11-11T02:42:18,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 522 msec 2024-11-11T02:42:18,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 942 msec 2024-11-11T02:42:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-11T02:42:18,091 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:42:18,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24560e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,092 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:42:18,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:42:18,093 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:42:18,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:42:18,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:42:18,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330b59bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:42:18,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:42:18,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:18,094 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:42:18,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690a2990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e83be8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,095 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:42:18,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:42:18,096 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:42:18,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:42:18,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:42:18,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aaa290e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:42:18,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:42:18,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:18,097 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:42:18,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344b769, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c8d9ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:42:18,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:42:18,099 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:42:18,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:42:18,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:42:18,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422ff349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:42:18,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:42:18,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:18,100 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:42:18,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f4cf5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f0cd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,101 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:42:18,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:42:18,102 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:42:18,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:42:18,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:42:18,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209c52d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:42:18,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:42:18,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:18,104 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:42:18,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@125b5fd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41947491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:42:18,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:42:18,106 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:42:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:42:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:42:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33073b49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:42:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:42:18,107 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:18,107 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:42:18,108 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314503f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bc8537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,109 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:42:18,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:42:18,109 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:42:18,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:42:18,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:42:18,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d24c5f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:42:18,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:42:18,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:18,111 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41090, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:42:18,111 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e8443c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7595d14b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,112 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:42:18,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:42:18,112 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:42:18,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:42:18,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:42:18,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41441495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:42:18,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:42:18,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:18,114 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:42:18,114 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72713868, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf79e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:42:18,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:42:18,115 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:42:18,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:42:18,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:42:18,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20331c2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:42:18,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:42:18,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:18,116 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:42:18,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c1f408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d0e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,117 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:42:18,118 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:42:18,118 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:42:18,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:42:18,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:42:18,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cc7cbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:42:18,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:42:18,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:18,119 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:42:18,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418e7b37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9a2803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,120 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3ffe7f9d089e,44587,-1 for getting cluster id 2024-11-11T02:42:18,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T02:42:18,121 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9b9bd1a-7712-4e1a-ac58-702390078649' 2024-11-11T02:42:18,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T02:42:18,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9b9bd1a-7712-4e1a-ac58-702390078649" 2024-11-11T02:42:18,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c1a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3ffe7f9d089e,44587,-1] 2024-11-11T02:42:18,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T02:42:18,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:18,122 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T02:42:18,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@242e5eaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:42:18,123 DEBUG [Thread-2332 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:42:18,123 DEBUG [Thread-2330 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:42:18,123 DEBUG [Thread-2326 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:42:18,123 DEBUG [Thread-2323 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:42:18,123 DEBUG [Thread-2315 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:42:18,123 DEBUG [Thread-2317 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:42:18,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:42:18,123 DEBUG [Thread-2334 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:42:18,123 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:42:18,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:42:18,124 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:42:18,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:42:18,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:42:18,124 DEBUG [Thread-2319 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:42:18,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:42:18,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:42:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-11T02:42:18,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:42:18,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:42:18,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:42:18,124 DEBUG [Thread-2328 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:42:18,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55098, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:42:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-11T02:42:18,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:42:18,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:42:18,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:42:18,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:42:18,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:42:18,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:42:18,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:42:18,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:42:18,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:42:18,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:42:18,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:42:18,126 DEBUG [Thread-2321 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T02:42:18,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:42:18,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3ffe7f9d089e,45551,1731292779905, seqNum=-1] 2024-11-11T02:42:18,126 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:42:18,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:42:18,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T02:42:18,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:42:18,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:42:18,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:42:18,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:42:18,127 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:42:18,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:42:18,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:42:18,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:42:18,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T02:42:18,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:42:18,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:42:18,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:42:18,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:42:18,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:42:18,131 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:42:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5] 2024-11-11T02:42:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:18,136 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:42:18,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2159c6ec7604c8ccffe60dcafefe4e3a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T02:42:18,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731292998155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:18,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:18,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731292998156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:18,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731292998155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:18,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:18,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:18,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731292998156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:18,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:18,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731292998156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:18,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111d3b894c6fc141f2b4c5b0e4f71b38eb_2159c6ec7604c8ccffe60dcafefe4e3a is 50, key is test_row_0/A:col10/1731292938134/Put/seqid=0 2024-11-11T02:42:18,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:18,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742342_1518 (size=14594) 2024-11-11T02:42:18,171 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:18,175 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111d3b894c6fc141f2b4c5b0e4f71b38eb_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111d3b894c6fc141f2b4c5b0e4f71b38eb_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:18,175 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/854cfcedca4c4549973f4e7401c5fe67, store: [table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:18,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/854cfcedca4c4549973f4e7401c5fe67 is 175, key is test_row_0/A:col10/1731292938134/Put/seqid=0 2024-11-11T02:42:18,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742343_1519 (size=39549) 2024-11-11T02:42:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-11T02:42:18,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731292998268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:18,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:18,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731292998269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731292998269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731292998269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731292998269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:18,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:18,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-11T02:42:18,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:18,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:18,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:18,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:18,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:18,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-11T02:42:18,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:18,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:18,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:18,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:18,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-11T02:42:18,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731292998479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:18,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:18,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731292998479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:18,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:18,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:18,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731292998479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:18,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:18,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731292998479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:18,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:18,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731292998479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:18,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:18,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:18,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-11T02:42:18,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:18,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:18,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:18,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:18,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:18,588 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/854cfcedca4c4549973f4e7401c5fe67 2024-11-11T02:42:18,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/856d4b436e554fbaa545045708e36a0f is 50, key is test_row_0/B:col10/1731292938134/Put/seqid=0 2024-11-11T02:42:18,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742344_1520 (size=12001) 2024-11-11T02:42:18,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-11T02:42:18,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:18,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:18,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:18,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:18,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-11T02:42:18,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731292998788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:18,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:18,791 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731292998788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:18,791 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,791 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:18,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:18,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731292998788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:18,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731292998789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:18,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:18,791 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:18,791 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,791 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731292998789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:18,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:18,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:18,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:18,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-11T02:42:18,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:18,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:18,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:18,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:18,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:19,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/856d4b436e554fbaa545045708e36a0f 2024-11-11T02:42:19,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/469903e64ef544f3a1bfc4e904bed6a9 is 50, key is test_row_0/C:col10/1731292938134/Put/seqid=0 2024-11-11T02:42:19,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742345_1521 (size=12001) 2024-11-11T02:42:19,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/469903e64ef544f3a1bfc4e904bed6a9 2024-11-11T02:42:19,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/854cfcedca4c4549973f4e7401c5fe67 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/854cfcedca4c4549973f4e7401c5fe67 2024-11-11T02:42:19,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/854cfcedca4c4549973f4e7401c5fe67, entries=200, sequenceid=15, filesize=38.6 K 2024-11-11T02:42:19,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/856d4b436e554fbaa545045708e36a0f as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/856d4b436e554fbaa545045708e36a0f 2024-11-11T02:42:19,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/856d4b436e554fbaa545045708e36a0f, entries=150, sequenceid=15, filesize=11.7 K 2024-11-11T02:42:19,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/469903e64ef544f3a1bfc4e904bed6a9 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/469903e64ef544f3a1bfc4e904bed6a9 2024-11-11T02:42:19,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/469903e64ef544f3a1bfc4e904bed6a9, entries=150, sequenceid=15, filesize=11.7 K 2024-11-11T02:42:19,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 2159c6ec7604c8ccffe60dcafefe4e3a in 915ms, sequenceid=15, compaction requested=false 2024-11-11T02:42:19,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:19,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-11T02:42:19,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:19,052 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 2159c6ec7604c8ccffe60dcafefe4e3a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T02:42:19,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118b69a1c15d754e459a6f9feffe62fb50_2159c6ec7604c8ccffe60dcafefe4e3a is 50, key is test_row_0/A:col10/1731292938155/Put/seqid=0 2024-11-11T02:42:19,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742346_1522 (size=12154) 2024-11-11T02:42:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-11T02:42:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:19,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:19,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731292999303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:19,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:19,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731292999303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:19,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:19,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:19,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731292999303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:19,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:19,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:19,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731292999306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:19,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:19,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731292999306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:19,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:19,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731292999409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:19,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:19,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731292999409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:19,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:19,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731292999418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:19,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:19,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731292999418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:19,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:19,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:19,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731292999418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:19,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:19,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:19,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:19,464 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118b69a1c15d754e459a6f9feffe62fb50_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118b69a1c15d754e459a6f9feffe62fb50_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:19,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/9d4f5280fd58441194c99c9564044605, store: [table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:19,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/9d4f5280fd58441194c99c9564044605 is 175, key is test_row_0/A:col10/1731292938155/Put/seqid=0 2024-11-11T02:42:19,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742347_1523 (size=30955) 2024-11-11T02:42:19,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:19,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731292999619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731292999619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:19,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:19,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:19,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731292999628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:19,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:19,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731292999628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:19,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:19,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731292999628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:19,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:19,736 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T02:42:19,869 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/9d4f5280fd58441194c99c9564044605 2024-11-11T02:42:19,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/a093f4cc1f3b43798788e782a7b9eed8 is 50, key is test_row_0/B:col10/1731292938155/Put/seqid=0 2024-11-11T02:42:19,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742348_1524 (size=12001) 2024-11-11T02:42:19,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:19,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731292999928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:19,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731292999928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:19,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:19,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:19,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731292999939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:19,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:19,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731292999939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:19,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:19,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:19,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731292999939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:19,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:19,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:19,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-11T02:42:20,278 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/a093f4cc1f3b43798788e782a7b9eed8 2024-11-11T02:42:20,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/54719e3f23a94899b30af3a1976ec4d6 is 50, key is test_row_0/C:col10/1731292938155/Put/seqid=0 2024-11-11T02:42:20,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742349_1525 (size=12001) 2024-11-11T02:42:20,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293000438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:20,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:20,441 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293000439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:20,441 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:20,441 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:20,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:20,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:20,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:20,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293000449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:20,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:20,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:20,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:20,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293000449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:20,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:20,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:20,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293000449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:20,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:20,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:20,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:20,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:20,688 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/54719e3f23a94899b30af3a1976ec4d6 2024-11-11T02:42:20,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/9d4f5280fd58441194c99c9564044605 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/9d4f5280fd58441194c99c9564044605 2024-11-11T02:42:20,694 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/9d4f5280fd58441194c99c9564044605, entries=150, sequenceid=41, filesize=30.2 K 2024-11-11T02:42:20,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/a093f4cc1f3b43798788e782a7b9eed8 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/a093f4cc1f3b43798788e782a7b9eed8 2024-11-11T02:42:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,698 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/a093f4cc1f3b43798788e782a7b9eed8, entries=150, sequenceid=41, filesize=11.7 K 2024-11-11T02:42:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/54719e3f23a94899b30af3a1976ec4d6 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/54719e3f23a94899b30af3a1976ec4d6 2024-11-11T02:42:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,701 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/54719e3f23a94899b30af3a1976ec4d6, entries=150, sequenceid=41, filesize=11.7 K 2024-11-11T02:42:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,702 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 2159c6ec7604c8ccffe60dcafefe4e3a in 1650ms, sequenceid=41, compaction requested=false 2024-11-11T02:42:20,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:20,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:20,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-11T02:42:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-11T02:42:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-11T02:42:20,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5760 sec 2024-11-11T02:42:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 2.5820 sec 2024-11-11T02:42:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:21,464 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:42:21,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2159c6ec7604c8ccffe60dcafefe4e3a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T02:42:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112f49a833f42a460eaab10fbf4b6578b0_2159c6ec7604c8ccffe60dcafefe4e3a is 50, key is test_row_0/A:col10/1731292939305/Put/seqid=0 2024-11-11T02:42:21,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742350_1526 (size=17034) 2024-11-11T02:42:21,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293001483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:21,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:21,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293001484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:21,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:21,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:21,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293001486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:21,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:21,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293001486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:21,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:21,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293001487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:21,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:21,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:21,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293001598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:21,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:21,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293001598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:21,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:21,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293001598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:21,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:21,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:21,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293001598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293001599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:21,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:21,602 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,602 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,602 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:21,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293001808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:21,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:21,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293001808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:21,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:21,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:21,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293001808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:21,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:21,810 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:21,810 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,810 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293001809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:21,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:21,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293001809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:21,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:21,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:21,875 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:21,877 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112f49a833f42a460eaab10fbf4b6578b0_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112f49a833f42a460eaab10fbf4b6578b0_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:21,878 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/1bff93b91e6f42898dacc9f16b0442f6, store: [table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:21,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/1bff93b91e6f42898dacc9f16b0442f6 is 175, key is test_row_0/A:col10/1731292939305/Put/seqid=0 2024-11-11T02:42:21,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742351_1527 (size=48139) 2024-11-11T02:42:21,882 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/1bff93b91e6f42898dacc9f16b0442f6 2024-11-11T02:42:21,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/ed72554de49942a8a73ed8bd0ffc5296 is 50, key is test_row_0/B:col10/1731292939305/Put/seqid=0 2024-11-11T02:42:21,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742352_1528 (size=12001) 2024-11-11T02:42:21,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/ed72554de49942a8a73ed8bd0ffc5296 2024-11-11T02:42:21,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/9021d95fb4b2466ab827900547c888cb is 50, key is test_row_0/C:col10/1731292939305/Put/seqid=0 2024-11-11T02:42:21,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742353_1529 (size=12001) 2024-11-11T02:42:21,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/9021d95fb4b2466ab827900547c888cb 2024-11-11T02:42:21,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/1bff93b91e6f42898dacc9f16b0442f6 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/1bff93b91e6f42898dacc9f16b0442f6 2024-11-11T02:42:21,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/1bff93b91e6f42898dacc9f16b0442f6, entries=250, sequenceid=54, filesize=47.0 K 2024-11-11T02:42:21,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/ed72554de49942a8a73ed8bd0ffc5296 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/ed72554de49942a8a73ed8bd0ffc5296 2024-11-11T02:42:21,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/ed72554de49942a8a73ed8bd0ffc5296, entries=150, sequenceid=54, filesize=11.7 K 2024-11-11T02:42:21,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/9021d95fb4b2466ab827900547c888cb as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/9021d95fb4b2466ab827900547c888cb 2024-11-11T02:42:21,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/9021d95fb4b2466ab827900547c888cb, entries=150, sequenceid=54, filesize=11.7 K 2024-11-11T02:42:21,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2159c6ec7604c8ccffe60dcafefe4e3a in 449ms, sequenceid=54, compaction requested=true 2024-11-11T02:42:21,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:21,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2159c6ec7604c8ccffe60dcafefe4e3a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:42:21,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:21,913 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:42:21,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2159c6ec7604c8ccffe60dcafefe4e3a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:42:21,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:21,913 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:42:21,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2159c6ec7604c8ccffe60dcafefe4e3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:42:21,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:42:21,914 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:42:21,914 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 2159c6ec7604c8ccffe60dcafefe4e3a/B is initiating minor compaction (all files) 2024-11-11T02:42:21,914 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2159c6ec7604c8ccffe60dcafefe4e3a/B in TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:21,914 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/856d4b436e554fbaa545045708e36a0f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/a093f4cc1f3b43798788e782a7b9eed8, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/ed72554de49942a8a73ed8bd0ffc5296] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp, totalSize=35.2 K 2024-11-11T02:42:21,914 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:42:21,914 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 2159c6ec7604c8ccffe60dcafefe4e3a/A is initiating minor compaction (all files) 2024-11-11T02:42:21,914 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2159c6ec7604c8ccffe60dcafefe4e3a/A in TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:21,915 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/854cfcedca4c4549973f4e7401c5fe67, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/9d4f5280fd58441194c99c9564044605, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/1bff93b91e6f42898dacc9f16b0442f6] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp, totalSize=115.9 K 2024-11-11T02:42:21,915 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:21,915 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. files: [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/854cfcedca4c4549973f4e7401c5fe67, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/9d4f5280fd58441194c99c9564044605, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/1bff93b91e6f42898dacc9f16b0442f6] 2024-11-11T02:42:21,915 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 856d4b436e554fbaa545045708e36a0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731292938132 2024-11-11T02:42:21,915 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 854cfcedca4c4549973f4e7401c5fe67, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731292938131 2024-11-11T02:42:21,916 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting a093f4cc1f3b43798788e782a7b9eed8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731292938154 2024-11-11T02:42:21,916 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d4f5280fd58441194c99c9564044605, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731292938154 2024-11-11T02:42:21,916 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bff93b91e6f42898dacc9f16b0442f6, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731292939304 2024-11-11T02:42:21,916 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting ed72554de49942a8a73ed8bd0ffc5296, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731292939305 2024-11-11T02:42:21,921 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:21,922 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2159c6ec7604c8ccffe60dcafefe4e3a#B#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:42:21,923 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/3e376e189d914c80a13b11ad79dde0d5 is 50, key is test_row_0/B:col10/1731292939305/Put/seqid=0 2024-11-11T02:42:21,923 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111e40008be24cb430e969a1e09afefdea9_2159c6ec7604c8ccffe60dcafefe4e3a store=[table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:21,926 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111e40008be24cb430e969a1e09afefdea9_2159c6ec7604c8ccffe60dcafefe4e3a, store=[table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:21,926 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e40008be24cb430e969a1e09afefdea9_2159c6ec7604c8ccffe60dcafefe4e3a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:21,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742355_1531 (size=4469) 2024-11-11T02:42:21,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742354_1530 (size=12104) 2024-11-11T02:42:21,935 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/3e376e189d914c80a13b11ad79dde0d5 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/3e376e189d914c80a13b11ad79dde0d5 2024-11-11T02:42:21,938 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2159c6ec7604c8ccffe60dcafefe4e3a/B of 2159c6ec7604c8ccffe60dcafefe4e3a into 3e376e189d914c80a13b11ad79dde0d5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:42:21,939 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:21,939 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., storeName=2159c6ec7604c8ccffe60dcafefe4e3a/B, priority=13, startTime=1731292941913; duration=0sec 2024-11-11T02:42:21,939 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:42:21,939 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2159c6ec7604c8ccffe60dcafefe4e3a:B 2024-11-11T02:42:21,939 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:42:21,939 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:42:21,939 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 2159c6ec7604c8ccffe60dcafefe4e3a/C is initiating minor compaction (all files) 2024-11-11T02:42:21,939 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2159c6ec7604c8ccffe60dcafefe4e3a/C in TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:21,940 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/469903e64ef544f3a1bfc4e904bed6a9, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/54719e3f23a94899b30af3a1976ec4d6, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/9021d95fb4b2466ab827900547c888cb] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp, totalSize=35.2 K 2024-11-11T02:42:21,940 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 469903e64ef544f3a1bfc4e904bed6a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731292938132 2024-11-11T02:42:21,940 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 54719e3f23a94899b30af3a1976ec4d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731292938154 2024-11-11T02:42:21,940 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 9021d95fb4b2466ab827900547c888cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731292939305 2024-11-11T02:42:21,946 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2159c6ec7604c8ccffe60dcafefe4e3a#C#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:42:21,946 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/c25cc06b3b1b4e3295f9c02c54b90643 is 50, key is test_row_0/C:col10/1731292939305/Put/seqid=0 2024-11-11T02:42:21,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742356_1532 (size=12104) 2024-11-11T02:42:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:22,120 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:42:22,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2159c6ec7604c8ccffe60dcafefe4e3a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T02:42:22,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111415680f4fa4a49cb825aa49abd196d88_2159c6ec7604c8ccffe60dcafefe4e3a is 50, key is test_row_0/A:col10/1731292941485/Put/seqid=0 2024-11-11T02:42:22,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293002126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:22,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:22,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742357_1533 (size=12154) 2024-11-11T02:42:22,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:22,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293002127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293002127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:22,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:22,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:22,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293002128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:22,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293002128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:22,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:22,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:22,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:22,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:22,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293002238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:22,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293002238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:22,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293002239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293002239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:22,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293002239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-11T02:42:22,289 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:42:22,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:42:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-11T02:42:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-11T02:42:22,291 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:42:22,291 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:42:22,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:42:22,330 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2159c6ec7604c8ccffe60dcafefe4e3a#A#compaction#451 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:42:22,331 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/165ce6bc970540709d8a0f957eaa2612 is 175, key is test_row_0/A:col10/1731292939305/Put/seqid=0 2024-11-11T02:42:22,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742358_1534 (size=31058) 2024-11-11T02:42:22,353 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/c25cc06b3b1b4e3295f9c02c54b90643 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/c25cc06b3b1b4e3295f9c02c54b90643 2024-11-11T02:42:22,356 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2159c6ec7604c8ccffe60dcafefe4e3a/C of 2159c6ec7604c8ccffe60dcafefe4e3a into c25cc06b3b1b4e3295f9c02c54b90643(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:42:22,356 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:22,356 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., storeName=2159c6ec7604c8ccffe60dcafefe4e3a/C, priority=13, startTime=1731292941913; duration=0sec 2024-11-11T02:42:22,356 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:22,356 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2159c6ec7604c8ccffe60dcafefe4e3a:C 2024-11-11T02:42:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-11T02:42:22,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-11T02:42:22,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:22,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:22,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:22,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:22,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:22,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293002449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:22,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:22,451 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,451 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293002449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:22,451 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293002449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293002449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293002449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:22,529 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:22,532 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111415680f4fa4a49cb825aa49abd196d88_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111415680f4fa4a49cb825aa49abd196d88_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:22,532 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/12656e88645847d68efcf000eedc6840, store: [table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:22,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/12656e88645847d68efcf000eedc6840 is 175, key is test_row_0/A:col10/1731292941485/Put/seqid=0 2024-11-11T02:42:22,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742359_1535 (size=30955) 2024-11-11T02:42:22,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-11T02:42:22,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:22,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:22,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:22,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:22,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-11T02:42:22,737 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/165ce6bc970540709d8a0f957eaa2612 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/165ce6bc970540709d8a0f957eaa2612 2024-11-11T02:42:22,741 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2159c6ec7604c8ccffe60dcafefe4e3a/A of 2159c6ec7604c8ccffe60dcafefe4e3a into 165ce6bc970540709d8a0f957eaa2612(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:42:22,741 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:22,741 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., storeName=2159c6ec7604c8ccffe60dcafefe4e3a/A, priority=13, startTime=1731292941913; duration=0sec 2024-11-11T02:42:22,741 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:22,741 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2159c6ec7604c8ccffe60dcafefe4e3a:A 2024-11-11T02:42:22,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-11T02:42:22,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:22,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:22,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:22,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:22,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:22,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293002759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:22,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293002759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:22,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293002759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:22,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293002759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:22,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293002759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:22,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-11T02:42:22,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:22,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:22,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:22,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:22,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-11T02:42:22,937 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/12656e88645847d68efcf000eedc6840 2024-11-11T02:42:22,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/065e0d7ff0fe420d8a8bbc2d6f2abfdc is 50, key is test_row_0/B:col10/1731292941485/Put/seqid=0 2024-11-11T02:42:22,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742360_1536 (size=12001) 2024-11-11T02:42:22,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/065e0d7ff0fe420d8a8bbc2d6f2abfdc 2024-11-11T02:42:22,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/da5e03c628de43e88bdee9329a7f06a5 is 50, key is test_row_0/C:col10/1731292941485/Put/seqid=0 2024-11-11T02:42:22,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742361_1537 (size=12001) 2024-11-11T02:42:22,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/da5e03c628de43e88bdee9329a7f06a5 2024-11-11T02:42:22,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/12656e88645847d68efcf000eedc6840 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/12656e88645847d68efcf000eedc6840 2024-11-11T02:42:22,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/12656e88645847d68efcf000eedc6840, entries=150, sequenceid=80, filesize=30.2 K 2024-11-11T02:42:22,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/065e0d7ff0fe420d8a8bbc2d6f2abfdc as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/065e0d7ff0fe420d8a8bbc2d6f2abfdc 2024-11-11T02:42:22,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/065e0d7ff0fe420d8a8bbc2d6f2abfdc, entries=150, sequenceid=80, filesize=11.7 K 2024-11-11T02:42:22,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/da5e03c628de43e88bdee9329a7f06a5 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/da5e03c628de43e88bdee9329a7f06a5 2024-11-11T02:42:22,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/da5e03c628de43e88bdee9329a7f06a5, entries=150, sequenceid=80, filesize=11.7 K 2024-11-11T02:42:22,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2159c6ec7604c8ccffe60dcafefe4e3a in 847ms, sequenceid=80, compaction requested=false 2024-11-11T02:42:22,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:23,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-11T02:42:23,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:23,053 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 2159c6ec7604c8ccffe60dcafefe4e3a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T02:42:23,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110042fde5fdc14e79ac949be8f0c1259b_2159c6ec7604c8ccffe60dcafefe4e3a is 50, key is test_row_0/A:col10/1731292942126/Put/seqid=0 2024-11-11T02:42:23,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742362_1538 (size=12154) 2024-11-11T02:42:23,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:23,070 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110042fde5fdc14e79ac949be8f0c1259b_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110042fde5fdc14e79ac949be8f0c1259b_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:23,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/b82cc1282f5f491195ce4732b55d78ea, store: [table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:23,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/b82cc1282f5f491195ce4732b55d78ea is 175, key is test_row_0/A:col10/1731292942126/Put/seqid=0 2024-11-11T02:42:23,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742363_1539 (size=30955) 2024-11-11T02:42:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:23,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:23,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293003293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:23,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:23,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293003295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:23,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:23,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:23,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293003297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293003297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:23,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:23,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:23,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293003298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:23,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:23,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293003408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:23,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293003408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:23,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:23,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:23,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293003409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:23,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:23,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293003409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:23,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:23,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293003409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-11T02:42:23,474 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/b82cc1282f5f491195ce4732b55d78ea 2024-11-11T02:42:23,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/c5fa2d59cec441548e363f609e3b0b38 is 50, key is test_row_0/B:col10/1731292942126/Put/seqid=0 2024-11-11T02:42:23,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742364_1540 (size=12001) 2024-11-11T02:42:23,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293003618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:23,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:23,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293003619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:23,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:23,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293003619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:23,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293003619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:23,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293003619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:23,883 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/c5fa2d59cec441548e363f609e3b0b38 2024-11-11T02:42:23,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/973e69b4de9341e7b0d8874b798182e1 is 50, key is test_row_0/C:col10/1731292942126/Put/seqid=0 2024-11-11T02:42:23,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742365_1541 (size=12001) 2024-11-11T02:42:23,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:23,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293003928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:23,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293003928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293003928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:23,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293003929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:23,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:23,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293003929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:23,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:23,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:24,291 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/973e69b4de9341e7b0d8874b798182e1 2024-11-11T02:42:24,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/b82cc1282f5f491195ce4732b55d78ea as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/b82cc1282f5f491195ce4732b55d78ea 2024-11-11T02:42:24,297 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/b82cc1282f5f491195ce4732b55d78ea, entries=150, sequenceid=93, filesize=30.2 K 2024-11-11T02:42:24,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/c5fa2d59cec441548e363f609e3b0b38 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/c5fa2d59cec441548e363f609e3b0b38 2024-11-11T02:42:24,300 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/c5fa2d59cec441548e363f609e3b0b38, entries=150, sequenceid=93, filesize=11.7 K 2024-11-11T02:42:24,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/973e69b4de9341e7b0d8874b798182e1 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/973e69b4de9341e7b0d8874b798182e1 2024-11-11T02:42:24,303 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/973e69b4de9341e7b0d8874b798182e1, entries=150, sequenceid=93, filesize=11.7 K 2024-11-11T02:42:24,304 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2159c6ec7604c8ccffe60dcafefe4e3a in 1251ms, sequenceid=93, compaction requested=true 2024-11-11T02:42:24,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:24,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:24,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-11T02:42:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-11T02:42:24,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-11T02:42:24,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0140 sec 2024-11-11T02:42:24,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.0180 sec 2024-11-11T02:42:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-11T02:42:24,438 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:42:24,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:42:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-11T02:42:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-11T02:42:24,440 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:42:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:24,441 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:42:24,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2159c6ec7604c8ccffe60dcafefe4e3a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T02:42:24,441 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:42:24,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:42:24,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d425d7a2ba0842489a806bd44086e1f3_2159c6ec7604c8ccffe60dcafefe4e3a is 50, key is test_row_0/A:col10/1731292943296/Put/seqid=0 2024-11-11T02:42:24,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293004443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:24,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:24,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293004444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:24,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:24,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:24,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293004447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:24,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742366_1542 (size=14594) 2024-11-11T02:42:24,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:24,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293004448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:24,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:24,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293004449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:24,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-11T02:42:24,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:24,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293004559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293004559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:24,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:24,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:24,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293004559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:24,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:24,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293004559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:24,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:24,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293004559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:24,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:24,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:24,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-11T02:42:24,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:24,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:24,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:24,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:24,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:24,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-11T02:42:24,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:24,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:24,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:24,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:24,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-11T02:42:24,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293004768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:24,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:24,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293004768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:24,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:24,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:24,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293004768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:24,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:24,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:24,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293004768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:24,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293004768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:24,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:24,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:24,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:24,852 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:24,854 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d425d7a2ba0842489a806bd44086e1f3_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d425d7a2ba0842489a806bd44086e1f3_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:24,855 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/235ec0d1bc0d49eca877e3cd1ed9e8fe, store: [table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:24,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/235ec0d1bc0d49eca877e3cd1ed9e8fe is 175, key is test_row_0/A:col10/1731292943296/Put/seqid=0 2024-11-11T02:42:24,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742367_1543 (size=39549) 2024-11-11T02:42:24,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-11T02:42:24,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:24,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:24,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:24,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:24,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:25,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-11T02:42:25,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:25,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:25,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:25,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:25,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-11T02:42:25,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293005078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:25,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:25,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:25,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:25,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293005078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:25,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:25,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:25,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:25,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293005078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:25,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:25,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:25,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:25,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293005078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:25,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:25,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:25,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:25,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293005078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:25,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:25,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:25,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:25,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-11T02:42:25,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:25,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:25,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:25,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:25,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:25,259 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/235ec0d1bc0d49eca877e3cd1ed9e8fe 2024-11-11T02:42:25,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/e11d072ca911424abfa5acd38e1523d0 is 50, key is test_row_0/B:col10/1731292943296/Put/seqid=0 2024-11-11T02:42:25,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742368_1544 (size=12001) 2024-11-11T02:42:25,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-11T02:42:25,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:25,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:25,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:25,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:25,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:25,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-11T02:42:25,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:25,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:25,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:25,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:25,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-11T02:42:25,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293005588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:25,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293005588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:25,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293005588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:25,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293005589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:25,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293005589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:25,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-11T02:42:25,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:25,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:25,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:25,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:25,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:25,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/e11d072ca911424abfa5acd38e1523d0 2024-11-11T02:42:25,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/9b8ca64386f242b1a0eb9a12577c3d0c is 50, key is test_row_0/C:col10/1731292943296/Put/seqid=0 2024-11-11T02:42:25,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742369_1545 (size=12001) 2024-11-11T02:42:25,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-11T02:42:25,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:25,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:25,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:25,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:25,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:25,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-11T02:42:25,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:25,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:25,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:25,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:25,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:26,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/9b8ca64386f242b1a0eb9a12577c3d0c 2024-11-11T02:42:26,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/235ec0d1bc0d49eca877e3cd1ed9e8fe as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/235ec0d1bc0d49eca877e3cd1ed9e8fe 2024-11-11T02:42:26,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/235ec0d1bc0d49eca877e3cd1ed9e8fe, entries=200, sequenceid=119, filesize=38.6 K 2024-11-11T02:42:26,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/e11d072ca911424abfa5acd38e1523d0 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/e11d072ca911424abfa5acd38e1523d0 2024-11-11T02:42:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/e11d072ca911424abfa5acd38e1523d0, entries=150, sequenceid=119, filesize=11.7 K 2024-11-11T02:42:26,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/9b8ca64386f242b1a0eb9a12577c3d0c as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/9b8ca64386f242b1a0eb9a12577c3d0c 2024-11-11T02:42:26,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/9b8ca64386f242b1a0eb9a12577c3d0c, entries=150, sequenceid=119, filesize=11.7 K 2024-11-11T02:42:26,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 2159c6ec7604c8ccffe60dcafefe4e3a in 1651ms, sequenceid=119, compaction requested=true 2024-11-11T02:42:26,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:26,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2159c6ec7604c8ccffe60dcafefe4e3a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:42:26,093 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:42:26,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:26,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2159c6ec7604c8ccffe60dcafefe4e3a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:42:26,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:26,093 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:42:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2159c6ec7604c8ccffe60dcafefe4e3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:42:26,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:42:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,094 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:42:26,094 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:42:26,094 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 2159c6ec7604c8ccffe60dcafefe4e3a/B is initiating minor compaction (all files) 2024-11-11T02:42:26,094 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 2159c6ec7604c8ccffe60dcafefe4e3a/A is initiating minor compaction (all files) 2024-11-11T02:42:26,094 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2159c6ec7604c8ccffe60dcafefe4e3a/A in TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:26,094 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2159c6ec7604c8ccffe60dcafefe4e3a/B in TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,094 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/3e376e189d914c80a13b11ad79dde0d5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/065e0d7ff0fe420d8a8bbc2d6f2abfdc, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/c5fa2d59cec441548e363f609e3b0b38, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/e11d072ca911424abfa5acd38e1523d0] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp, totalSize=47.0 K 2024-11-11T02:42:26,094 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/165ce6bc970540709d8a0f957eaa2612, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/12656e88645847d68efcf000eedc6840, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/b82cc1282f5f491195ce4732b55d78ea, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/235ec0d1bc0d49eca877e3cd1ed9e8fe] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp, totalSize=129.4 K 2024-11-11T02:42:26,094 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:26,094 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. files: [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/165ce6bc970540709d8a0f957eaa2612, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/12656e88645847d68efcf000eedc6840, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/b82cc1282f5f491195ce4732b55d78ea, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/235ec0d1bc0d49eca877e3cd1ed9e8fe] 2024-11-11T02:42:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,094 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e376e189d914c80a13b11ad79dde0d5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731292939305 2024-11-11T02:42:26,094 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 165ce6bc970540709d8a0f957eaa2612, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731292939305 2024-11-11T02:42:26,095 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 065e0d7ff0fe420d8a8bbc2d6f2abfdc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731292941485 2024-11-11T02:42:26,095 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12656e88645847d68efcf000eedc6840, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731292941485 2024-11-11T02:42:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,095 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting b82cc1282f5f491195ce4732b55d78ea, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731292942121 2024-11-11T02:42:26,095 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting c5fa2d59cec441548e363f609e3b0b38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731292942121 2024-11-11T02:42:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,095 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting e11d072ca911424abfa5acd38e1523d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731292943295 2024-11-11T02:42:26,095 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 235ec0d1bc0d49eca877e3cd1ed9e8fe, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731292943295 2024-11-11T02:42:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,100 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,102 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411115b8e91e49a7e48d9b5365372b96fc98b_2159c6ec7604c8ccffe60dcafefe4e3a store=[table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:26,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,102 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2159c6ec7604c8ccffe60dcafefe4e3a#B#compaction#462 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:42:26,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,102 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/f2ebb04100a74af8a1a23d7604d0e569 is 50, key is test_row_0/B:col10/1731292943296/Put/seqid=0 2024-11-11T02:42:26,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,104 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411115b8e91e49a7e48d9b5365372b96fc98b_2159c6ec7604c8ccffe60dcafefe4e3a, store=[table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:26,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,104 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115b8e91e49a7e48d9b5365372b96fc98b_2159c6ec7604c8ccffe60dcafefe4e3a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:26,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742371_1547 (size=4469) 2024-11-11T02:42:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742370_1546 (size=12241) 2024-11-11T02:42:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,111 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/f2ebb04100a74af8a1a23d7604d0e569 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/f2ebb04100a74af8a1a23d7604d0e569 2024-11-11T02:42:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,114 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2159c6ec7604c8ccffe60dcafefe4e3a/B of 2159c6ec7604c8ccffe60dcafefe4e3a into f2ebb04100a74af8a1a23d7604d0e569(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:42:26,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,114 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:26,114 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., storeName=2159c6ec7604c8ccffe60dcafefe4e3a/B, priority=12, startTime=1731292946093; duration=0sec 2024-11-11T02:42:26,114 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:42:26,114 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2159c6ec7604c8ccffe60dcafefe4e3a:B 2024-11-11T02:42:26,114 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:42:26,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,115 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:42:26,115 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 2159c6ec7604c8ccffe60dcafefe4e3a/C is initiating minor compaction (all files) 2024-11-11T02:42:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,115 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2159c6ec7604c8ccffe60dcafefe4e3a/C in TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:26,115 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/c25cc06b3b1b4e3295f9c02c54b90643, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/da5e03c628de43e88bdee9329a7f06a5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/973e69b4de9341e7b0d8874b798182e1, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/9b8ca64386f242b1a0eb9a12577c3d0c] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp, totalSize=47.0 K 2024-11-11T02:42:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,115 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting c25cc06b3b1b4e3295f9c02c54b90643, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731292939305 2024-11-11T02:42:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,115 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting da5e03c628de43e88bdee9329a7f06a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731292941485 2024-11-11T02:42:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,115 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 973e69b4de9341e7b0d8874b798182e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731292942121 2024-11-11T02:42:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,116 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b8ca64386f242b1a0eb9a12577c3d0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731292943295 2024-11-11T02:42:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-11T02:42:26,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:26,118 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 2159c6ec7604c8ccffe60dcafefe4e3a 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-11T02:42:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,123 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2159c6ec7604c8ccffe60dcafefe4e3a#C#compaction#464 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:42:26,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,123 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/1c4b288fc5e84e8993118624f328bcec is 50, key is test_row_0/C:col10/1731292943296/Put/seqid=0 2024-11-11T02:42:26,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119a646b5ca6a44f1c8f833cd3c89f80e0_2159c6ec7604c8ccffe60dcafefe4e3a is 50, key is test_row_0/A:col10/1731292944448/Put/seqid=0 2024-11-11T02:42:26,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742372_1548 (size=9714) 2024-11-11T02:42:26,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,131 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119a646b5ca6a44f1c8f833cd3c89f80e0_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119a646b5ca6a44f1c8f833cd3c89f80e0_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/cd0ea94c5d2e4c6f87663c1b1ebc996c, store: [table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:26,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742373_1549 (size=12241) 2024-11-11T02:42:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/cd0ea94c5d2e4c6f87663c1b1ebc996c is 175, key is test_row_0/A:col10/1731292944448/Put/seqid=0 2024-11-11T02:42:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742374_1550 (size=22361) 2024-11-11T02:42:26,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,507 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2159c6ec7604c8ccffe60dcafefe4e3a#A#compaction#463 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:42:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,508 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/922cdc85f91c475e813011e8a179d266 is 175, key is test_row_0/A:col10/1731292943296/Put/seqid=0 2024-11-11T02:42:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742375_1551 (size=31195) 2024-11-11T02:42:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,535 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/1c4b288fc5e84e8993118624f328bcec as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/1c4b288fc5e84e8993118624f328bcec 2024-11-11T02:42:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,538 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2159c6ec7604c8ccffe60dcafefe4e3a/C of 2159c6ec7604c8ccffe60dcafefe4e3a into 1c4b288fc5e84e8993118624f328bcec(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:42:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,538 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:26,538 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., storeName=2159c6ec7604c8ccffe60dcafefe4e3a/C, priority=12, startTime=1731292946093; duration=0sec 2024-11-11T02:42:26,539 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:26,539 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2159c6ec7604c8ccffe60dcafefe4e3a:C 2024-11-11T02:42:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,544 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/cd0ea94c5d2e4c6f87663c1b1ebc996c 2024-11-11T02:42:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/773ae95924244ab2b42f800015cd4cab is 50, key is test_row_0/B:col10/1731292944448/Put/seqid=0 2024-11-11T02:42:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742376_1552 (size=9657) 2024-11-11T02:42:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-11T02:42:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:26,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293006622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:26,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:26,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293006624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:26,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:26,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:26,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293006625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:26,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:26,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293006626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:26,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:26,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293006627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:26,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:26,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293006738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:26,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293006739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:26,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:26,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:26,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293006739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:26,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:26,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293006739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:26,741 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:26,741 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,741 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293006739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:26,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:26,915 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/922cdc85f91c475e813011e8a179d266 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/922cdc85f91c475e813011e8a179d266 2024-11-11T02:42:26,918 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2159c6ec7604c8ccffe60dcafefe4e3a/A of 2159c6ec7604c8ccffe60dcafefe4e3a into 922cdc85f91c475e813011e8a179d266(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:42:26,918 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:26,918 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., storeName=2159c6ec7604c8ccffe60dcafefe4e3a/A, priority=12, startTime=1731292946092; duration=0sec 2024-11-11T02:42:26,919 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:26,919 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2159c6ec7604c8ccffe60dcafefe4e3a:A 2024-11-11T02:42:26,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293006949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293006949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293006949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:26,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:26,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293006949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:26,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:26,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293006949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:26,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:26,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:26,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:26,953 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/773ae95924244ab2b42f800015cd4cab 2024-11-11T02:42:26,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/0119aeda6b114bd99315aeb2d52d96d3 is 50, key is test_row_0/C:col10/1731292944448/Put/seqid=0 2024-11-11T02:42:26,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742377_1553 (size=9657) 2024-11-11T02:42:26,962 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/0119aeda6b114bd99315aeb2d52d96d3 2024-11-11T02:42:26,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/cd0ea94c5d2e4c6f87663c1b1ebc996c as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/cd0ea94c5d2e4c6f87663c1b1ebc996c 2024-11-11T02:42:26,969 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/cd0ea94c5d2e4c6f87663c1b1ebc996c, entries=100, sequenceid=130, filesize=21.8 K 2024-11-11T02:42:26,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/773ae95924244ab2b42f800015cd4cab as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/773ae95924244ab2b42f800015cd4cab 2024-11-11T02:42:26,973 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/773ae95924244ab2b42f800015cd4cab, entries=100, sequenceid=130, filesize=9.4 K 2024-11-11T02:42:26,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/0119aeda6b114bd99315aeb2d52d96d3 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/0119aeda6b114bd99315aeb2d52d96d3 2024-11-11T02:42:26,976 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/0119aeda6b114bd99315aeb2d52d96d3, entries=100, sequenceid=130, filesize=9.4 K 2024-11-11T02:42:26,977 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 2159c6ec7604c8ccffe60dcafefe4e3a in 859ms, sequenceid=130, compaction requested=false 2024-11-11T02:42:26,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:26,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:26,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-11T02:42:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-11T02:42:26,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-11T02:42:26,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5370 sec 2024-11-11T02:42:26,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 2.5420 sec 2024-11-11T02:42:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:27,261 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:42:27,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2159c6ec7604c8ccffe60dcafefe4e3a 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T02:42:27,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b7573d82792143769eb6a841b0fb52e5_2159c6ec7604c8ccffe60dcafefe4e3a is 50, key is test_row_0/A:col10/1731292946626/Put/seqid=0 2024-11-11T02:42:27,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293007264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:27,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:27,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293007267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:27,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:27,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293007267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:27,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293007268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:27,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293007269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:27,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742378_1554 (size=14794) 2024-11-11T02:42:27,272 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:27,275 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b7573d82792143769eb6a841b0fb52e5_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b7573d82792143769eb6a841b0fb52e5_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:27,275 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/e1a1d7524bfb480fbc6077e1756fc034, store: [table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:27,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/e1a1d7524bfb480fbc6077e1756fc034 is 175, key is test_row_0/A:col10/1731292946626/Put/seqid=0 2024-11-11T02:42:27,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742379_1555 (size=39749) 2024-11-11T02:42:27,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293007378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:27,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293007378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:27,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293007378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293007378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:27,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293007378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:27,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:27,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293007588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:27,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293007588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:27,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293007588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:27,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:27,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293007588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293007588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:27,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:27,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:27,679 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/e1a1d7524bfb480fbc6077e1756fc034 2024-11-11T02:42:27,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/ac2965edc6f54a9f92782114c601f098 is 50, key is test_row_0/B:col10/1731292946626/Put/seqid=0 2024-11-11T02:42:27,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742380_1556 (size=12151) 2024-11-11T02:42:27,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293007899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:27,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:27,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293007899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:27,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:27,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293007899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:27,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293007899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293007899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:28,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/ac2965edc6f54a9f92782114c601f098 2024-11-11T02:42:28,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/fc116c86f3cb40f09803ad01be9f1932 is 50, key is test_row_0/C:col10/1731292946626/Put/seqid=0 2024-11-11T02:42:28,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742381_1557 (size=12151) 2024-11-11T02:42:28,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293008409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:28,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:28,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:28,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:28,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293008409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:28,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:28,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:28,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:28,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293008409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:28,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:28,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:28,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:28,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293008409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:28,411 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:28,411 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:28,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:28,411 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293008409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:28,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:28,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:28,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:28,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/fc116c86f3cb40f09803ad01be9f1932 2024-11-11T02:42:28,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/e1a1d7524bfb480fbc6077e1756fc034 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/e1a1d7524bfb480fbc6077e1756fc034 2024-11-11T02:42:28,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/e1a1d7524bfb480fbc6077e1756fc034, entries=200, sequenceid=159, filesize=38.8 K 2024-11-11T02:42:28,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/ac2965edc6f54a9f92782114c601f098 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/ac2965edc6f54a9f92782114c601f098 2024-11-11T02:42:28,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/ac2965edc6f54a9f92782114c601f098, entries=150, sequenceid=159, filesize=11.9 K 2024-11-11T02:42:28,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/fc116c86f3cb40f09803ad01be9f1932 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/fc116c86f3cb40f09803ad01be9f1932 2024-11-11T02:42:28,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/fc116c86f3cb40f09803ad01be9f1932, entries=150, sequenceid=159, filesize=11.9 K 2024-11-11T02:42:28,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 2159c6ec7604c8ccffe60dcafefe4e3a in 1250ms, sequenceid=159, compaction requested=true 2024-11-11T02:42:28,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:28,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2159c6ec7604c8ccffe60dcafefe4e3a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:42:28,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:28,511 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:42:28,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2159c6ec7604c8ccffe60dcafefe4e3a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:42:28,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:28,511 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:42:28,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2159c6ec7604c8ccffe60dcafefe4e3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:42:28,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:42:28,512 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:42:28,512 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93305 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:42:28,512 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 2159c6ec7604c8ccffe60dcafefe4e3a/B is initiating minor compaction (all files) 2024-11-11T02:42:28,512 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 2159c6ec7604c8ccffe60dcafefe4e3a/A is initiating minor compaction (all files) 2024-11-11T02:42:28,512 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2159c6ec7604c8ccffe60dcafefe4e3a/B in TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:28,512 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2159c6ec7604c8ccffe60dcafefe4e3a/A in TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:28,512 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/f2ebb04100a74af8a1a23d7604d0e569, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/773ae95924244ab2b42f800015cd4cab, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/ac2965edc6f54a9f92782114c601f098] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp, totalSize=33.3 K 2024-11-11T02:42:28,512 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/922cdc85f91c475e813011e8a179d266, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/cd0ea94c5d2e4c6f87663c1b1ebc996c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/e1a1d7524bfb480fbc6077e1756fc034] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp, totalSize=91.1 K 2024-11-11T02:42:28,512 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:28,512 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. files: [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/922cdc85f91c475e813011e8a179d266, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/cd0ea94c5d2e4c6f87663c1b1ebc996c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/e1a1d7524bfb480fbc6077e1756fc034] 2024-11-11T02:42:28,512 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting f2ebb04100a74af8a1a23d7604d0e569, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731292943295 2024-11-11T02:42:28,512 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 922cdc85f91c475e813011e8a179d266, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731292943295 2024-11-11T02:42:28,512 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 773ae95924244ab2b42f800015cd4cab, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731292944446 2024-11-11T02:42:28,512 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd0ea94c5d2e4c6f87663c1b1ebc996c, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731292944446 2024-11-11T02:42:28,513 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting ac2965edc6f54a9f92782114c601f098, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731292946623 2024-11-11T02:42:28,513 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1a1d7524bfb480fbc6077e1756fc034, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731292946623 2024-11-11T02:42:28,517 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:28,518 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2159c6ec7604c8ccffe60dcafefe4e3a#B#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:42:28,518 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/b2804a245ed247ac9afc14a7a789c7fa is 50, key is test_row_0/B:col10/1731292946626/Put/seqid=0 2024-11-11T02:42:28,520 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111f67d3c663ea64e3197f9824d384b569b_2159c6ec7604c8ccffe60dcafefe4e3a store=[table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:28,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742382_1558 (size=12493) 2024-11-11T02:42:28,532 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111f67d3c663ea64e3197f9824d384b569b_2159c6ec7604c8ccffe60dcafefe4e3a, store=[table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:28,532 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f67d3c663ea64e3197f9824d384b569b_2159c6ec7604c8ccffe60dcafefe4e3a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:28,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742383_1559 (size=4469) 2024-11-11T02:42:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-11T02:42:28,619 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:42:28,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:42:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-11T02:42:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-11T02:42:28,623 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:42:28,623 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:42:28,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:42:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-11T02:42:28,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-11T02:42:28,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:28,776 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 2159c6ec7604c8ccffe60dcafefe4e3a 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-11T02:42:28,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111149c3a5168be24a0ea186afb396b3eb0b_2159c6ec7604c8ccffe60dcafefe4e3a is 50, key is test_row_0/A:col10/1731292947268/Put/seqid=0 2024-11-11T02:42:28,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742384_1560 (size=12304) 2024-11-11T02:42:28,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,787 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111149c3a5168be24a0ea186afb396b3eb0b_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111149c3a5168be24a0ea186afb396b3eb0b_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:28,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/9215d08871f7444e982bd67eaa8262e4, store: [table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:28,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/9215d08871f7444e982bd67eaa8262e4 is 175, key is test_row_0/A:col10/1731292947268/Put/seqid=0 2024-11-11T02:42:28,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742385_1561 (size=31105) 2024-11-11T02:42:28,791 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/9215d08871f7444e982bd67eaa8262e4 2024-11-11T02:42:28,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/295bb6da406d4b9cadc53588f265c1b2 is 50, key is test_row_0/B:col10/1731292947268/Put/seqid=0 2024-11-11T02:42:28,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742386_1562 (size=12151) 2024-11-11T02:42:28,799 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/295bb6da406d4b9cadc53588f265c1b2 2024-11-11T02:42:28,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/31f0994c05164289843c60b2293d001a is 50, key is test_row_0/C:col10/1731292947268/Put/seqid=0 2024-11-11T02:42:28,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742387_1563 (size=12151) 2024-11-11T02:42:28,807 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/31f0994c05164289843c60b2293d001a 2024-11-11T02:42:28,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/9215d08871f7444e982bd67eaa8262e4 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/9215d08871f7444e982bd67eaa8262e4 2024-11-11T02:42:28,822 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/9215d08871f7444e982bd67eaa8262e4, entries=150, sequenceid=169, filesize=30.4 K 2024-11-11T02:42:28,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/295bb6da406d4b9cadc53588f265c1b2 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/295bb6da406d4b9cadc53588f265c1b2 2024-11-11T02:42:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,826 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/295bb6da406d4b9cadc53588f265c1b2, entries=150, sequenceid=169, filesize=11.9 K 2024-11-11T02:42:28,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/31f0994c05164289843c60b2293d001a as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/31f0994c05164289843c60b2293d001a 2024-11-11T02:42:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,830 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/31f0994c05164289843c60b2293d001a, entries=150, sequenceid=169, filesize=11.9 K 2024-11-11T02:42:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,831 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 2159c6ec7604c8ccffe60dcafefe4e3a in 56ms, sequenceid=169, compaction requested=true 2024-11-11T02:42:28,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:28,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:28,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-11T02:42:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-11T02:42:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-11T02:42:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 209 msec 2024-11-11T02:42:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 215 msec 2024-11-11T02:42:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,925 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/b2804a245ed247ac9afc14a7a789c7fa as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/b2804a245ed247ac9afc14a7a789c7fa 2024-11-11T02:42:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,929 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2159c6ec7604c8ccffe60dcafefe4e3a/B of 2159c6ec7604c8ccffe60dcafefe4e3a into b2804a245ed247ac9afc14a7a789c7fa(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:42:28,929 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:28,929 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., storeName=2159c6ec7604c8ccffe60dcafefe4e3a/B, priority=13, startTime=1731292948511; duration=0sec 2024-11-11T02:42:28,929 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:42:28,929 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2159c6ec7604c8ccffe60dcafefe4e3a:B 2024-11-11T02:42:28,929 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:42:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,930 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46200 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:42:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,930 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 2159c6ec7604c8ccffe60dcafefe4e3a/C is initiating minor compaction (all files) 2024-11-11T02:42:28,930 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2159c6ec7604c8ccffe60dcafefe4e3a/C in TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:28,930 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/1c4b288fc5e84e8993118624f328bcec, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/0119aeda6b114bd99315aeb2d52d96d3, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/fc116c86f3cb40f09803ad01be9f1932, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/31f0994c05164289843c60b2293d001a] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp, totalSize=45.1 K 2024-11-11T02:42:28,931 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c4b288fc5e84e8993118624f328bcec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731292943295 2024-11-11T02:42:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,931 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 0119aeda6b114bd99315aeb2d52d96d3, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731292944446 2024-11-11T02:42:28,931 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting fc116c86f3cb40f09803ad01be9f1932, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731292946623 2024-11-11T02:42:28,931 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 31f0994c05164289843c60b2293d001a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731292947261 2024-11-11T02:42:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,938 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2159c6ec7604c8ccffe60dcafefe4e3a#C#compaction#476 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:42:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-11T02:42:28,939 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/026748c946b84e85b08429bedd2ae409 is 50, key is test_row_0/C:col10/1731292947268/Put/seqid=0 2024-11-11T02:42:28,939 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:42:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:42:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,940 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2159c6ec7604c8ccffe60dcafefe4e3a#A#compaction#471 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:42:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,941 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/4f08264e97ad47f6943d9872fd9edf4c is 175, key is test_row_0/A:col10/1731292946626/Put/seqid=0 2024-11-11T02:42:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-11T02:42:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-11T02:42:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,943 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:42:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742388_1564 (size=12527) 2024-11-11T02:42:28,944 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:42:28,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:42:28,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742389_1565 (size=31447) 2024-11-11T02:42:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,960 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/4f08264e97ad47f6943d9872fd9edf4c as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/4f08264e97ad47f6943d9872fd9edf4c 2024-11-11T02:42:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,965 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2159c6ec7604c8ccffe60dcafefe4e3a/A of 2159c6ec7604c8ccffe60dcafefe4e3a into 4f08264e97ad47f6943d9872fd9edf4c(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:42:28,965 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:28,965 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., storeName=2159c6ec7604c8ccffe60dcafefe4e3a/A, priority=13, startTime=1731292948511; duration=0sec 2024-11-11T02:42:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,965 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:28,965 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2159c6ec7604c8ccffe60dcafefe4e3a:A 2024-11-11T02:42:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-11T02:42:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-11T02:42:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:29,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-11T02:42:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-11T02:42:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-11T02:42:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-11T02:42:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 160 msec 2024-11-11T02:42:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-11T02:42:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,259 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:42:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:42:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-11T02:42:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,261 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:42:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-11T02:42:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,262 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:42:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:42:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,347 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/026748c946b84e85b08429bedd2ae409 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/026748c946b84e85b08429bedd2ae409 2024-11-11T02:42:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,350 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2159c6ec7604c8ccffe60dcafefe4e3a/C of 2159c6ec7604c8ccffe60dcafefe4e3a into 026748c946b84e85b08429bedd2ae409(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:42:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,350 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,350 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., storeName=2159c6ec7604c8ccffe60dcafefe4e3a/C, priority=12, startTime=1731292948511; duration=0sec 2024-11-11T02:42:29,350 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:29,350 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2159c6ec7604c8ccffe60dcafefe4e3a:C 2024-11-11T02:42:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-11T02:42:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-11T02:42:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:29,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:29,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-11T02:42:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-11T02:42:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-11T02:42:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-11T02:42:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 159 msec 2024-11-11T02:42:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:29,456 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:42:29,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2159c6ec7604c8ccffe60dcafefe4e3a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T02:42:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111bd0c58f1c3cd490482aa16c3e2c2234f_2159c6ec7604c8ccffe60dcafefe4e3a is 50, key is test_row_0/A:col10/1731292949455/Put/seqid=0 2024-11-11T02:42:29,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742390_1566 (size=17284) 2024-11-11T02:42:29,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293009475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:29,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293009476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:29,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293009478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293009479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:29,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293009481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:29,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-11T02:42:29,579 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:42:29,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:42:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-11T02:42:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-11T02:42:29,581 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:42:29,581 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:42:29,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:42:29,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293009588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:29,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:29,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293009588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:29,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:29,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:29,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293009588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:29,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:29,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293009588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:29,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:29,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:29,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293009588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:29,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:29,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:29,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-11T02:42:29,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-11T02:42:29,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:29,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:29,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:29,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:29,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:29,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293009798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:29,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293009798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:29,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293009798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293009798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293009799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:29,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:29,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:29,866 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:29,869 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111bd0c58f1c3cd490482aa16c3e2c2234f_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bd0c58f1c3cd490482aa16c3e2c2234f_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:29,869 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/c8b30f36f161405c86eaa33f91bdd312, store: [table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:29,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/c8b30f36f161405c86eaa33f91bdd312 is 175, key is test_row_0/A:col10/1731292949455/Put/seqid=0 2024-11-11T02:42:29,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742391_1567 (size=48389) 2024-11-11T02:42:29,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-11T02:42:29,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:29,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:29,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:29,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:29,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-11T02:42:30,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-11T02:42:30,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:30,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:30,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:30,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:30,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:30,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:30,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293010108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:30,110 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:30,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:30,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:30,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293010108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:30,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:30,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:30,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:30,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293010108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:30,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:30,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:30,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293010108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:30,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:30,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293010108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:30,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:30,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:30,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:30,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:30,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:30,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:30,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-11T02:42:30,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:30,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:30,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:30,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:30,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-11T02:42:30,273 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=185, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/c8b30f36f161405c86eaa33f91bdd312 2024-11-11T02:42:30,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/63d7a47195684b49aa9b521e777feffb is 50, key is test_row_0/B:col10/1731292949455/Put/seqid=0 2024-11-11T02:42:30,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742392_1568 (size=12151) 2024-11-11T02:42:30,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-11T02:42:30,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:30,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:30,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:30,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:30,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:30,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-11T02:42:30,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:30,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:30,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:30,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:30,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:30,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293010618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:30,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293010618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:30,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293010618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:30,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:30,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:30,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:30,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293010618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:30,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:30,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:30,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:30,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293010618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:30,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:30,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:30,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:30,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-11T02:42:30,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:30,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:30,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:30,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:30,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:30,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/63d7a47195684b49aa9b521e777feffb 2024-11-11T02:42:30,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/cd10eb14226b455a809d3f53d76137b3 is 50, key is test_row_0/C:col10/1731292949455/Put/seqid=0 2024-11-11T02:42:30,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742393_1569 (size=12151) 2024-11-11T02:42:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-11T02:42:30,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-11T02:42:30,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:30,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:30,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:30,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:30,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:30,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-11T02:42:30,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:30,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:30,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:30,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:30,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:31,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/cd10eb14226b455a809d3f53d76137b3 2024-11-11T02:42:31,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/c8b30f36f161405c86eaa33f91bdd312 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/c8b30f36f161405c86eaa33f91bdd312 2024-11-11T02:42:31,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/c8b30f36f161405c86eaa33f91bdd312, entries=250, sequenceid=185, filesize=47.3 K 2024-11-11T02:42:31,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/63d7a47195684b49aa9b521e777feffb as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/63d7a47195684b49aa9b521e777feffb 2024-11-11T02:42:31,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/63d7a47195684b49aa9b521e777feffb, entries=150, sequenceid=185, filesize=11.9 K 2024-11-11T02:42:31,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/cd10eb14226b455a809d3f53d76137b3 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/cd10eb14226b455a809d3f53d76137b3 2024-11-11T02:42:31,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/cd10eb14226b455a809d3f53d76137b3, entries=150, sequenceid=185, filesize=11.9 K 2024-11-11T02:42:31,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-11T02:42:31,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2159c6ec7604c8ccffe60dcafefe4e3a in 1650ms, sequenceid=185, compaction requested=true 2024-11-11T02:42:31,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:31,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:31,107 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing 2159c6ec7604c8ccffe60dcafefe4e3a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T02:42:31,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2159c6ec7604c8ccffe60dcafefe4e3a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:42:31,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:31,107 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:42:31,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2159c6ec7604c8ccffe60dcafefe4e3a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:42:31,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:31,107 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:42:31,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2159c6ec7604c8ccffe60dcafefe4e3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:42:31,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:42:31,109 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:42:31,109 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:42:31,109 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 2159c6ec7604c8ccffe60dcafefe4e3a/B is initiating minor compaction (all files) 2024-11-11T02:42:31,109 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 2159c6ec7604c8ccffe60dcafefe4e3a/A is initiating minor compaction (all files) 2024-11-11T02:42:31,109 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2159c6ec7604c8ccffe60dcafefe4e3a/B in TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:31,109 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2159c6ec7604c8ccffe60dcafefe4e3a/A in TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:31,110 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/4f08264e97ad47f6943d9872fd9edf4c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/9215d08871f7444e982bd67eaa8262e4, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/c8b30f36f161405c86eaa33f91bdd312] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp, totalSize=108.3 K 2024-11-11T02:42:31,110 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/b2804a245ed247ac9afc14a7a789c7fa, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/295bb6da406d4b9cadc53588f265c1b2, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/63d7a47195684b49aa9b521e777feffb] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp, totalSize=35.9 K 2024-11-11T02:42:31,110 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:31,110 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. files: [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/4f08264e97ad47f6943d9872fd9edf4c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/9215d08871f7444e982bd67eaa8262e4, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/c8b30f36f161405c86eaa33f91bdd312] 2024-11-11T02:42:31,110 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting b2804a245ed247ac9afc14a7a789c7fa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731292946623 2024-11-11T02:42:31,110 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f08264e97ad47f6943d9872fd9edf4c, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731292946623 2024-11-11T02:42:31,110 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 295bb6da406d4b9cadc53588f265c1b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731292947261 2024-11-11T02:42:31,110 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 63d7a47195684b49aa9b521e777feffb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731292949438 2024-11-11T02:42:31,110 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9215d08871f7444e982bd67eaa8262e4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731292947261 2024-11-11T02:42:31,111 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8b30f36f161405c86eaa33f91bdd312, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731292949437 2024-11-11T02:42:31,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c6a32e2a9db346ff8a7244772f6b5294_2159c6ec7604c8ccffe60dcafefe4e3a is 50, key is test_row_0/A:col10/1731292949474/Put/seqid=0 2024-11-11T02:42:31,116 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:31,117 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2159c6ec7604c8ccffe60dcafefe4e3a#B#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:42:31,117 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/d64e6ec8a52046bb9def4fe9198670d9 is 50, key is test_row_0/B:col10/1731292949455/Put/seqid=0 2024-11-11T02:42:31,123 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411110abaa54e2d314153862e536cfa0a9f65_2159c6ec7604c8ccffe60dcafefe4e3a store=[table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:31,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742394_1570 (size=12304) 2024-11-11T02:42:31,125 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411110abaa54e2d314153862e536cfa0a9f65_2159c6ec7604c8ccffe60dcafefe4e3a, store=[table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:31,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742395_1571 (size=12595) 2024-11-11T02:42:31,126 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110abaa54e2d314153862e536cfa0a9f65_2159c6ec7604c8ccffe60dcafefe4e3a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:31,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742396_1572 (size=4469) 2024-11-11T02:42:31,129 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2159c6ec7604c8ccffe60dcafefe4e3a#A#compaction#482 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:42:31,129 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/3b1679d4621341a38d4026e6fe4baca5 is 175, key is test_row_0/A:col10/1731292949455/Put/seqid=0 2024-11-11T02:42:31,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742397_1573 (size=31549) 2024-11-11T02:42:31,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:31,528 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c6a32e2a9db346ff8a7244772f6b5294_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c6a32e2a9db346ff8a7244772f6b5294_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:31,530 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/d64e6ec8a52046bb9def4fe9198670d9 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/d64e6ec8a52046bb9def4fe9198670d9 2024-11-11T02:42:31,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/4507c96db29140b783c37a4d6de0e7fe, store: [table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:31,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/4507c96db29140b783c37a4d6de0e7fe is 175, key is test_row_0/A:col10/1731292949474/Put/seqid=0 2024-11-11T02:42:31,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742398_1574 (size=31105) 2024-11-11T02:42:31,534 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2159c6ec7604c8ccffe60dcafefe4e3a/B of 2159c6ec7604c8ccffe60dcafefe4e3a into d64e6ec8a52046bb9def4fe9198670d9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:42:31,535 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:31,535 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., storeName=2159c6ec7604c8ccffe60dcafefe4e3a/B, priority=13, startTime=1731292951107; duration=0sec 2024-11-11T02:42:31,535 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:42:31,535 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2159c6ec7604c8ccffe60dcafefe4e3a:B 2024-11-11T02:42:31,535 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-11T02:42:31,535 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/3b1679d4621341a38d4026e6fe4baca5 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/3b1679d4621341a38d4026e6fe4baca5 2024-11-11T02:42:31,535 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-11T02:42:31,536 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-11T02:42:31,536 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. because compaction request was cancelled 2024-11-11T02:42:31,536 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2159c6ec7604c8ccffe60dcafefe4e3a:C 2024-11-11T02:42:31,539 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2159c6ec7604c8ccffe60dcafefe4e3a/A of 2159c6ec7604c8ccffe60dcafefe4e3a into 3b1679d4621341a38d4026e6fe4baca5(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:42:31,539 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:31,539 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., storeName=2159c6ec7604c8ccffe60dcafefe4e3a/A, priority=13, startTime=1731292951107; duration=0sec 2024-11-11T02:42:31,539 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:31,539 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2159c6ec7604c8ccffe60dcafefe4e3a:A 2024-11-11T02:42:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:31,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:31,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293011636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:31,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293011638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:31,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:31,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:31,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:31,667 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_0' in 2159c6ec7604c8ccffe60dcafefe4e3a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:42:31,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:31,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:31,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:31,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293011666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:31,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:31,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:31,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:31,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293011666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:31,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:31,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:31,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293011666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:31,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:31,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:31,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:31,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-11T02:42:31,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293011768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:31,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:31,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:31,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:31,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293011778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:31,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:31,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:31,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:31,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293011778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:31,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:31,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293011778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:31,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:31,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:31,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:31,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:31,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:31,934 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/4507c96db29140b783c37a4d6de0e7fe 2024-11-11T02:42:31,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/7166fc2cb13945ca8c3ffc864cbbff22 is 50, key is test_row_0/B:col10/1731292949474/Put/seqid=0 2024-11-11T02:42:31,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742399_1575 (size=12151) 2024-11-11T02:42:31,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293011978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:31,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:31,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:31,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:31,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:31,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293011988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:31,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:31,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:31,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:31,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:31,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293011988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:31,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:31,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:31,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:31,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:31,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293011988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:31,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:31,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:31,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:32,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293012288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:32,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:32,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293012299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:32,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:32,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:32,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:32,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:32,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293012299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:32,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:32,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:32,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:32,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:32,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293012299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:32,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:32,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:32,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:32,345 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/7166fc2cb13945ca8c3ffc864cbbff22 2024-11-11T02:42:32,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/5662dbe58ac742569869ac644de34f59 is 50, key is test_row_0/C:col10/1731292949474/Put/seqid=0 2024-11-11T02:42:32,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742400_1576 (size=12151) 2024-11-11T02:42:32,754 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/5662dbe58ac742569869ac644de34f59 2024-11-11T02:42:32,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/4507c96db29140b783c37a4d6de0e7fe as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/4507c96db29140b783c37a4d6de0e7fe 2024-11-11T02:42:32,760 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/4507c96db29140b783c37a4d6de0e7fe, entries=150, sequenceid=210, filesize=30.4 K 2024-11-11T02:42:32,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/7166fc2cb13945ca8c3ffc864cbbff22 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/7166fc2cb13945ca8c3ffc864cbbff22 2024-11-11T02:42:32,763 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/7166fc2cb13945ca8c3ffc864cbbff22, entries=150, sequenceid=210, filesize=11.9 K 2024-11-11T02:42:32,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/5662dbe58ac742569869ac644de34f59 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/5662dbe58ac742569869ac644de34f59 2024-11-11T02:42:32,766 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/5662dbe58ac742569869ac644de34f59, entries=150, sequenceid=210, filesize=11.9 K 2024-11-11T02:42:32,766 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 2159c6ec7604c8ccffe60dcafefe4e3a in 1659ms, sequenceid=210, compaction requested=true 2024-11-11T02:42:32,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:32,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:32,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-11T02:42:32,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-11T02:42:32,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-11T02:42:32,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1860 sec 2024-11-11T02:42:32,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 3.1900 sec 2024-11-11T02:42:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:32,800 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:42:32,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2159c6ec7604c8ccffe60dcafefe4e3a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T02:42:32,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f88b44a633f84d1b8d79d66ccaae73da_2159c6ec7604c8ccffe60dcafefe4e3a is 50, key is test_row_0/A:col10/1731292951639/Put/seqid=0 2024-11-11T02:42:32,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742401_1577 (size=12304) 2024-11-11T02:42:32,809 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:32,812 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f88b44a633f84d1b8d79d66ccaae73da_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f88b44a633f84d1b8d79d66ccaae73da_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:32,812 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/7bd353d77a9040429c0301476f555670, store: [table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:32,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/7bd353d77a9040429c0301476f555670 is 175, key is test_row_0/A:col10/1731292951639/Put/seqid=0 2024-11-11T02:42:32,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742402_1578 (size=31105) 2024-11-11T02:42:32,816 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=226, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/7bd353d77a9040429c0301476f555670 2024-11-11T02:42:32,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/69f7d5e7de9f430c9da6a491f345522f is 50, key is test_row_0/B:col10/1731292951639/Put/seqid=0 2024-11-11T02:42:32,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742403_1579 (size=12151) 2024-11-11T02:42:32,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/69f7d5e7de9f430c9da6a491f345522f 2024-11-11T02:42:32,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/e54947f8322f4ab894c61234a46abc0c is 50, key is test_row_0/C:col10/1731292951639/Put/seqid=0 2024-11-11T02:42:32,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742404_1580 (size=12151) 2024-11-11T02:42:32,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293012828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:32,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293012830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:32,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:32,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:32,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:32,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:32,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:32,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:32,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/e54947f8322f4ab894c61234a46abc0c 2024-11-11T02:42:32,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293012830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:32,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293012832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:32,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:32,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:32,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:32,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:32,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:32,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:32,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/7bd353d77a9040429c0301476f555670 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/7bd353d77a9040429c0301476f555670 2024-11-11T02:42:32,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/7bd353d77a9040429c0301476f555670, entries=150, sequenceid=226, filesize=30.4 K 2024-11-11T02:42:32,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/69f7d5e7de9f430c9da6a491f345522f as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/69f7d5e7de9f430c9da6a491f345522f 2024-11-11T02:42:32,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/69f7d5e7de9f430c9da6a491f345522f, entries=150, sequenceid=226, filesize=11.9 K 2024-11-11T02:42:32,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/e54947f8322f4ab894c61234a46abc0c as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/e54947f8322f4ab894c61234a46abc0c 2024-11-11T02:42:32,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/e54947f8322f4ab894c61234a46abc0c, entries=150, sequenceid=226, filesize=11.9 K 2024-11-11T02:42:32,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 2159c6ec7604c8ccffe60dcafefe4e3a in 48ms, sequenceid=226, compaction requested=true 2024-11-11T02:42:32,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:32,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2159c6ec7604c8ccffe60dcafefe4e3a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:42:32,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:32,848 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:42:32,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2159c6ec7604c8ccffe60dcafefe4e3a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:42:32,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:32,848 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T02:42:32,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2159c6ec7604c8ccffe60dcafefe4e3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:42:32,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:42:32,849 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:42:32,849 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T02:42:32,849 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 2159c6ec7604c8ccffe60dcafefe4e3a/A is initiating minor compaction (all files) 2024-11-11T02:42:32,849 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 2159c6ec7604c8ccffe60dcafefe4e3a/B is initiating minor compaction (all files) 2024-11-11T02:42:32,849 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2159c6ec7604c8ccffe60dcafefe4e3a/B in TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:32,849 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2159c6ec7604c8ccffe60dcafefe4e3a/A in TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:32,849 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/3b1679d4621341a38d4026e6fe4baca5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/4507c96db29140b783c37a4d6de0e7fe, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/7bd353d77a9040429c0301476f555670] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp, totalSize=91.6 K 2024-11-11T02:42:32,849 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/d64e6ec8a52046bb9def4fe9198670d9, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/7166fc2cb13945ca8c3ffc864cbbff22, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/69f7d5e7de9f430c9da6a491f345522f] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp, totalSize=36.0 K 2024-11-11T02:42:32,849 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:32,849 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. files: [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/3b1679d4621341a38d4026e6fe4baca5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/4507c96db29140b783c37a4d6de0e7fe, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/7bd353d77a9040429c0301476f555670] 2024-11-11T02:42:32,849 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting d64e6ec8a52046bb9def4fe9198670d9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731292949438 2024-11-11T02:42:32,849 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b1679d4621341a38d4026e6fe4baca5, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731292949438 2024-11-11T02:42:32,849 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4507c96db29140b783c37a4d6de0e7fe, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731292949474 2024-11-11T02:42:32,849 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 7166fc2cb13945ca8c3ffc864cbbff22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731292949474 2024-11-11T02:42:32,850 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 69f7d5e7de9f430c9da6a491f345522f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731292951633 2024-11-11T02:42:32,850 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bd353d77a9040429c0301476f555670, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731292951633 2024-11-11T02:42:32,854 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:32,855 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111e516b1d536e54d62895283cd39cf4ea4_2159c6ec7604c8ccffe60dcafefe4e3a store=[table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:32,856 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2159c6ec7604c8ccffe60dcafefe4e3a#B#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:42:32,856 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/2423a2dfc5d045429603c2fba168010f is 50, key is test_row_0/B:col10/1731292951639/Put/seqid=0 2024-11-11T02:42:32,856 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111e516b1d536e54d62895283cd39cf4ea4_2159c6ec7604c8ccffe60dcafefe4e3a, store=[table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:32,856 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e516b1d536e54d62895283cd39cf4ea4_2159c6ec7604c8ccffe60dcafefe4e3a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:32,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742406_1582 (size=4469) 2024-11-11T02:42:32,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742405_1581 (size=12697) 2024-11-11T02:42:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:32,942 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:42:32,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2159c6ec7604c8ccffe60dcafefe4e3a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T02:42:32,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b0a103410afd43f08d697ba6b8775c9e_2159c6ec7604c8ccffe60dcafefe4e3a is 50, key is test_row_0/A:col10/1731292952829/Put/seqid=0 2024-11-11T02:42:32,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742407_1583 (size=17284) 2024-11-11T02:42:32,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293012950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:32,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:32,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:32,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:32,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293012952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:32,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:32,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:32,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:32,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293012953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:32,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293012954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:33,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293013058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:33,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:33,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:33,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:33,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293013058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:33,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:33,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:33,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:33,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293013069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:33,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:33,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:33,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293013069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:33,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:33,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:33,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:33,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:33,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293013268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:33,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293013268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:33,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:33,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:33,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:33,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:33,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:33,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:33,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293013278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:33,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:33,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:33,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:33,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293013279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:33,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:33,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:33,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:33,299 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2159c6ec7604c8ccffe60dcafefe4e3a#A#compaction#488 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:42:33,299 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/d31fb77633954f93ab87cb678ff9b46e is 175, key is test_row_0/A:col10/1731292951639/Put/seqid=0 2024-11-11T02:42:33,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742408_1584 (size=31651) 2024-11-11T02:42:33,303 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/2423a2dfc5d045429603c2fba168010f as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/2423a2dfc5d045429603c2fba168010f 2024-11-11T02:42:33,307 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2159c6ec7604c8ccffe60dcafefe4e3a/B of 2159c6ec7604c8ccffe60dcafefe4e3a into 2423a2dfc5d045429603c2fba168010f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:42:33,307 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:33,307 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., storeName=2159c6ec7604c8ccffe60dcafefe4e3a/B, priority=13, startTime=1731292952848; duration=0sec 2024-11-11T02:42:33,307 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:42:33,307 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2159c6ec7604c8ccffe60dcafefe4e3a:B 2024-11-11T02:42:33,307 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T02:42:33,308 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T02:42:33,308 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 2159c6ec7604c8ccffe60dcafefe4e3a/C is initiating minor compaction (all files) 2024-11-11T02:42:33,308 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2159c6ec7604c8ccffe60dcafefe4e3a/C in TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:33,308 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/026748c946b84e85b08429bedd2ae409, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/cd10eb14226b455a809d3f53d76137b3, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/5662dbe58ac742569869ac644de34f59, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/e54947f8322f4ab894c61234a46abc0c] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp, totalSize=47.8 K 2024-11-11T02:42:33,308 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 026748c946b84e85b08429bedd2ae409, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731292947261 2024-11-11T02:42:33,309 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting cd10eb14226b455a809d3f53d76137b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731292949438 2024-11-11T02:42:33,309 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 5662dbe58ac742569869ac644de34f59, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731292949474 2024-11-11T02:42:33,309 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting e54947f8322f4ab894c61234a46abc0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731292951633 2024-11-11T02:42:33,315 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2159c6ec7604c8ccffe60dcafefe4e3a#C#compaction#491 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:42:33,315 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/c5f99e3ea0054a179532119f62491ca8 is 50, key is test_row_0/C:col10/1731292951639/Put/seqid=0 2024-11-11T02:42:33,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742409_1585 (size=12663) 2024-11-11T02:42:33,352 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:33,354 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b0a103410afd43f08d697ba6b8775c9e_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b0a103410afd43f08d697ba6b8775c9e_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:33,355 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/44e3232eff9240ea92b361d5164a71d6, store: [table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:33,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/44e3232eff9240ea92b361d5164a71d6 is 175, key is test_row_0/A:col10/1731292952829/Put/seqid=0 2024-11-11T02:42:33,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742410_1586 (size=48389) 2024-11-11T02:42:33,359 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/44e3232eff9240ea92b361d5164a71d6 2024-11-11T02:42:33,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/4521589bfb9e4ab8bb8acc08767c6d1a is 50, key is test_row_0/B:col10/1731292952829/Put/seqid=0 2024-11-11T02:42:33,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742411_1587 (size=12151) 2024-11-11T02:42:33,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293013579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:33,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293013579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:33,582 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:33,582 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:33,582 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:33,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:33,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:33,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:33,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293013588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:33,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:33,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:33,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:33,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293013589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:33,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:33,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:33,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:33,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293013678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:33,681 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_0' in 2159c6ec7604c8ccffe60dcafefe4e3a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:42:33,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:33,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:33,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:33,706 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/d31fb77633954f93ab87cb678ff9b46e as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/d31fb77633954f93ab87cb678ff9b46e 2024-11-11T02:42:33,710 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2159c6ec7604c8ccffe60dcafefe4e3a/A of 2159c6ec7604c8ccffe60dcafefe4e3a into d31fb77633954f93ab87cb678ff9b46e(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:42:33,710 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:33,710 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., storeName=2159c6ec7604c8ccffe60dcafefe4e3a/A, priority=13, startTime=1731292952848; duration=0sec 2024-11-11T02:42:33,710 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:33,710 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2159c6ec7604c8ccffe60dcafefe4e3a:A 2024-11-11T02:42:33,722 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/c5f99e3ea0054a179532119f62491ca8 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/c5f99e3ea0054a179532119f62491ca8 2024-11-11T02:42:33,725 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2159c6ec7604c8ccffe60dcafefe4e3a/C of 2159c6ec7604c8ccffe60dcafefe4e3a into c5f99e3ea0054a179532119f62491ca8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:42:33,725 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:33,725 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., storeName=2159c6ec7604c8ccffe60dcafefe4e3a/C, priority=12, startTime=1731292952848; duration=0sec 2024-11-11T02:42:33,725 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:33,725 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2159c6ec7604c8ccffe60dcafefe4e3a:C 2024-11-11T02:42:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-11T02:42:33,739 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:42:33,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:42:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-11-11T02:42:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-11T02:42:33,741 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:42:33,741 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:42:33,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:42:33,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/4521589bfb9e4ab8bb8acc08767c6d1a 2024-11-11T02:42:33,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/0f8d9b4179b44a21b06198c8d5b3fed9 is 50, key is test_row_0/C:col10/1731292952829/Put/seqid=0 2024-11-11T02:42:33,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742412_1588 (size=12151) 2024-11-11T02:42:33,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/0f8d9b4179b44a21b06198c8d5b3fed9 2024-11-11T02:42:33,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/44e3232eff9240ea92b361d5164a71d6 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/44e3232eff9240ea92b361d5164a71d6 2024-11-11T02:42:33,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/44e3232eff9240ea92b361d5164a71d6, entries=250, sequenceid=250, filesize=47.3 K 2024-11-11T02:42:33,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/4521589bfb9e4ab8bb8acc08767c6d1a as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/4521589bfb9e4ab8bb8acc08767c6d1a 2024-11-11T02:42:33,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/4521589bfb9e4ab8bb8acc08767c6d1a, entries=150, sequenceid=250, filesize=11.9 K 2024-11-11T02:42:33,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/0f8d9b4179b44a21b06198c8d5b3fed9 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/0f8d9b4179b44a21b06198c8d5b3fed9 2024-11-11T02:42:33,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/0f8d9b4179b44a21b06198c8d5b3fed9, entries=150, sequenceid=250, filesize=11.9 K 2024-11-11T02:42:33,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2159c6ec7604c8ccffe60dcafefe4e3a in 847ms, sequenceid=250, compaction requested=false 2024-11-11T02:42:33,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-11T02:42:33,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-11T02:42:33,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:33,893 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing 2159c6ec7604c8ccffe60dcafefe4e3a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T02:42:33,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d3a85c1dad964ef5b888c7d1f0b2003c_2159c6ec7604c8ccffe60dcafefe4e3a is 50, key is test_row_0/A:col10/1731292952951/Put/seqid=0 2024-11-11T02:42:33,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742413_1589 (size=12454) 2024-11-11T02:42:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-11T02:42:34,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:34,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:34,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293014113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:34,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:34,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293014116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:34,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:34,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293014117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:34,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:34,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,121 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,121 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293014117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:34,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:34,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293014229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:34,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:34,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293014229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:34,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:34,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293014229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:34,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:34,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293014229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:34,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:34,232 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,232 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,232 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:34,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:34,304 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d3a85c1dad964ef5b888c7d1f0b2003c_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d3a85c1dad964ef5b888c7d1f0b2003c_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:34,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/35737c6c4f3b4987b4818c73d97db2e1, store: [table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:34,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/35737c6c4f3b4987b4818c73d97db2e1 is 175, key is test_row_0/A:col10/1731292952951/Put/seqid=0 2024-11-11T02:42:34,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742414_1590 (size=31255) 2024-11-11T02:42:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-11T02:42:34,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293014439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293014439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:34,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:34,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293014439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:34,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:34,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293014439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:34,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:34,442 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,442 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,442 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:34,708 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=265, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/35737c6c4f3b4987b4818c73d97db2e1 2024-11-11T02:42:34,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/7c5a0109129e4f86b4a22a5bafe19362 is 50, key is test_row_0/B:col10/1731292952951/Put/seqid=0 2024-11-11T02:42:34,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742415_1591 (size=12301) 2024-11-11T02:42:34,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293014748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:34,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:34,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293014748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:34,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:34,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293014749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:34,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:34,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293014749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:34,752 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,752 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:34,752 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-11T02:42:35,116 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/7c5a0109129e4f86b4a22a5bafe19362 2024-11-11T02:42:35,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/c6bf12b4a5a94f84a6d86dcaaabe6ead is 50, key is test_row_0/C:col10/1731292952951/Put/seqid=0 2024-11-11T02:42:35,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742416_1592 (size=12301) 2024-11-11T02:42:35,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293015258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:35,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:35,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:35,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293015258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:35,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:35,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293015259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:35,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293015259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:35,524 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/c6bf12b4a5a94f84a6d86dcaaabe6ead 2024-11-11T02:42:35,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/35737c6c4f3b4987b4818c73d97db2e1 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/35737c6c4f3b4987b4818c73d97db2e1 2024-11-11T02:42:35,530 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/35737c6c4f3b4987b4818c73d97db2e1, entries=150, sequenceid=265, filesize=30.5 K 2024-11-11T02:42:35,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/7c5a0109129e4f86b4a22a5bafe19362 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/7c5a0109129e4f86b4a22a5bafe19362 2024-11-11T02:42:35,533 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/7c5a0109129e4f86b4a22a5bafe19362, entries=150, sequenceid=265, filesize=12.0 K 2024-11-11T02:42:35,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/c6bf12b4a5a94f84a6d86dcaaabe6ead as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/c6bf12b4a5a94f84a6d86dcaaabe6ead 2024-11-11T02:42:35,537 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/c6bf12b4a5a94f84a6d86dcaaabe6ead, entries=150, sequenceid=265, filesize=12.0 K 2024-11-11T02:42:35,537 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 2159c6ec7604c8ccffe60dcafefe4e3a in 1644ms, sequenceid=265, compaction requested=true 2024-11-11T02:42:35,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:35,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:35,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-11-11T02:42:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-11-11T02:42:35,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-11T02:42:35,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7970 sec 2024-11-11T02:42:35,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 1.8010 sec 2024-11-11T02:42:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-11T02:42:35,888 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:42:35,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:42:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees 2024-11-11T02:42:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-11T02:42:35,890 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:42:35,891 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:42:35,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:42:35,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-11T02:42:36,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-11T02:42:36,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:36,043 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2902): Flushing 2159c6ec7604c8ccffe60dcafefe4e3a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T02:42:36,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112f9bcf15c79740e0b17c16939392b645_2159c6ec7604c8ccffe60dcafefe4e3a is 50, key is test_row_0/A:col10/1731292954114/Put/seqid=0 2024-11-11T02:42:36,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742417_1593 (size=12454) 2024-11-11T02:42:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-11T02:42:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:36,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:36,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293016283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:36,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:36,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293016283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:36,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:36,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:36,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293016283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:36,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:36,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:36,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:36,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293016286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:36,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:36,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293016388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:36,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293016398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293016398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293016399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:36,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:36,454 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112f9bcf15c79740e0b17c16939392b645_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112f9bcf15c79740e0b17c16939392b645_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:36,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/5d75c0a466cb4a188888ff665ce633d2, store: [table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:36,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/5d75c0a466cb4a188888ff665ce633d2 is 175, key is test_row_0/A:col10/1731292954114/Put/seqid=0 2024-11-11T02:42:36,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742418_1594 (size=31255) 2024-11-11T02:42:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-11T02:42:36,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293016598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:36,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:36,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293016608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:36,611 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:36,611 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,611 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293016609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:36,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293016609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:36,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:36,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:36,859 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/5d75c0a466cb4a188888ff665ce633d2 2024-11-11T02:42:36,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/0eb092defdeb408f9bef2c1ffd436f47 is 50, key is test_row_0/B:col10/1731292954114/Put/seqid=0 2024-11-11T02:42:36,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742419_1595 (size=12301) 2024-11-11T02:42:36,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293016908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:36,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:36,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293016918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:36,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:36,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293016918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:36,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:36,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:36,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293016918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:36,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:36,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:36,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-11T02:42:37,268 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/0eb092defdeb408f9bef2c1ffd436f47 2024-11-11T02:42:37,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/7e338c19de5f445bb81091592aebe25c is 50, key is test_row_0/C:col10/1731292954114/Put/seqid=0 2024-11-11T02:42:37,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742420_1596 (size=12301) 2024-11-11T02:42:37,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293017418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:37,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:37,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:37,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:37,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293017428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:37,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:37,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293017428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:37,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:37,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:37,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:37,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:37,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:37,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293017428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:37,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:37,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:37,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:37,677 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/7e338c19de5f445bb81091592aebe25c 2024-11-11T02:42:37,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/5d75c0a466cb4a188888ff665ce633d2 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/5d75c0a466cb4a188888ff665ce633d2 2024-11-11T02:42:37,682 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/5d75c0a466cb4a188888ff665ce633d2, entries=150, sequenceid=290, filesize=30.5 K 2024-11-11T02:42:37,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/0eb092defdeb408f9bef2c1ffd436f47 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/0eb092defdeb408f9bef2c1ffd436f47 2024-11-11T02:42:37,685 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/0eb092defdeb408f9bef2c1ffd436f47, entries=150, sequenceid=290, filesize=12.0 K 2024-11-11T02:42:37,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/7e338c19de5f445bb81091592aebe25c as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/7e338c19de5f445bb81091592aebe25c 2024-11-11T02:42:37,689 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/7e338c19de5f445bb81091592aebe25c, entries=150, sequenceid=290, filesize=12.0 K 2024-11-11T02:42:37,689 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2159c6ec7604c8ccffe60dcafefe4e3a in 1646ms, sequenceid=290, compaction requested=true 2024-11-11T02:42:37,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:37,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:37,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175 2024-11-11T02:42:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=175 2024-11-11T02:42:37,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-11T02:42:37,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8000 sec 2024-11-11T02:42:37,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees in 1.8030 sec 2024-11-11T02:42:37,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:37,711 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T02:42:37,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2159c6ec7604c8ccffe60dcafefe4e3a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T02:42:37,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111216da27594db4a68823e192e03b9a1e4_2159c6ec7604c8ccffe60dcafefe4e3a is 50, key is test_row_0/A:col10/1731292957710/Put/seqid=0 2024-11-11T02:42:37,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742421_1597 (size=14994) 2024-11-11T02:42:37,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293017805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:37,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:37,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:37,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:37,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293017918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:37,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:37,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:37,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-11T02:42:38,039 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:42:38,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T02:42:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees 2024-11-11T02:42:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-11T02:42:38,041 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T02:42:38,041 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T02:42:38,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T02:42:38,119 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:38,121 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111216da27594db4a68823e192e03b9a1e4_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111216da27594db4a68823e192e03b9a1e4_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:38,122 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/56f2027a6e6e4cedbd29449e69847782, store: [table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:38,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/56f2027a6e6e4cedbd29449e69847782 is 175, key is test_row_0/A:col10/1731292957710/Put/seqid=0 2024-11-11T02:42:38,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742422_1598 (size=39949) 2024-11-11T02:42:38,125 INFO [Thread-2328 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2328. 2024-11-11T02:42:38,125 DEBUG [Thread-2328 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:42:38,125 DEBUG [Thread-2328 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:38,126 DEBUG [Thread-2328 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:38,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:42:38,127 INFO [Thread-2334 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2334. 2024-11-11T02:42:38,127 DEBUG [Thread-2334 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:42:38,127 DEBUG [Thread-2334 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:38,127 DEBUG [Thread-2334 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:38,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:42:38,127 INFO [Thread-2330 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2330. 2024-11-11T02:42:38,127 DEBUG [Thread-2330 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:42:38,127 DEBUG [Thread-2330 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:38,127 DEBUG [Thread-2330 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:38,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:42:38,129 INFO [Thread-2332 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2332. 2024-11-11T02:42:38,129 DEBUG [Thread-2332 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:42:38,129 DEBUG [Thread-2332 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:38,129 DEBUG [Thread-2332 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:38,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:42:38,131 INFO [Thread-2326 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2326. 2024-11-11T02:42:38,131 DEBUG [Thread-2326 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:42:38,131 DEBUG [Thread-2326 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:38,131 DEBUG [Thread-2326 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:38,131 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:42:38,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293018134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:38,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:38,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:38,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-11T02:42:38,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-11T02:42:38,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:38,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:38,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:38,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:38,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:38,268 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T02:42:38,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-11T02:42:38,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:38,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:38,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:38,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:38,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-11T02:42:38,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1731293018429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:38,431 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_1' in 2159c6ec7604c8ccffe60dcafefe4e3a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2148 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:42:38,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:38,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:38,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:38,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55130 deadline: 1731293018439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:38,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:38,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55184 deadline: 1731293018439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293018439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:38,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:38,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:38,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:38,440 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_0' in 2159c6ec7604c8ccffe60dcafefe4e3a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:42:38,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:38,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:38,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:38,441 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_1' in 2159c6ec7604c8ccffe60dcafefe4e3a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:42:38,442 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:38,442 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:38,442 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:38,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55150 deadline: 1731293018448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:38,449 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 3ffe7f9d089e,45551,1731292779905 for 'test_row_0' in 2159c6ec7604c8ccffe60dcafefe4e3a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-11T02:42:38,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:38,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:38,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:38,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-11T02:42:38,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:38,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:38,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:38,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:38,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:38,526 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/56f2027a6e6e4cedbd29449e69847782 2024-11-11T02:42:38,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/9f3f60054bb14f10acc67ae2c8abb237 is 50, key is test_row_0/B:col10/1731292957710/Put/seqid=0 2024-11-11T02:42:38,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742423_1599 (size=12301) 2024-11-11T02:42:38,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-11T02:42:38,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:38,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:38,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:38,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:38,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-11T02:42:38,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-11T02:42:38,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:38,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:38,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:38,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:38,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:38,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/9f3f60054bb14f10acc67ae2c8abb237 2024-11-11T02:42:38,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T02:42:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1731293018949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:38,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 , the old value is region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:38,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T02:42:38,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., hostname=3ffe7f9d089e,45551,1731292779905, seqNum=5 because the exception is null or not the one we care about 2024-11-11T02:42:38,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/b64b8f342d724fcf9de1efe53828e2ec is 50, key is test_row_0/C:col10/1731292957710/Put/seqid=0 2024-11-11T02:42:38,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742424_1600 (size=12301) 2024-11-11T02:42:38,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-11T02:42:38,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:38,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:38,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:38,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:38,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:39,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-11T02:42:39,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:39,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:39,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:39,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:39,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-11T02:42:39,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-11T02:42:39,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:39,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:39,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:39,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:39,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T02:42:39,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/b64b8f342d724fcf9de1efe53828e2ec 2024-11-11T02:42:39,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/56f2027a6e6e4cedbd29449e69847782 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/56f2027a6e6e4cedbd29449e69847782 2024-11-11T02:42:39,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/56f2027a6e6e4cedbd29449e69847782, entries=200, sequenceid=302, filesize=39.0 K 2024-11-11T02:42:39,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/9f3f60054bb14f10acc67ae2c8abb237 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/9f3f60054bb14f10acc67ae2c8abb237 2024-11-11T02:42:39,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/9f3f60054bb14f10acc67ae2c8abb237, entries=150, sequenceid=302, filesize=12.0 K 2024-11-11T02:42:39,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/b64b8f342d724fcf9de1efe53828e2ec as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/b64b8f342d724fcf9de1efe53828e2ec 2024-11-11T02:42:39,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/b64b8f342d724fcf9de1efe53828e2ec, entries=150, sequenceid=302, filesize=12.0 K 2024-11-11T02:42:39,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2159c6ec7604c8ccffe60dcafefe4e3a in 1671ms, sequenceid=302, compaction requested=true 2024-11-11T02:42:39,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:39,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2159c6ec7604c8ccffe60dcafefe4e3a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T02:42:39,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:39,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2159c6ec7604c8ccffe60dcafefe4e3a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T02:42:39,383 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T02:42:39,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:39,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2159c6ec7604c8ccffe60dcafefe4e3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T02:42:39,383 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T02:42:39,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:42:39,384 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61751 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T02:42:39,384 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 182499 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T02:42:39,384 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1541): 2159c6ec7604c8ccffe60dcafefe4e3a/A is initiating minor compaction (all files) 2024-11-11T02:42:39,384 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 2159c6ec7604c8ccffe60dcafefe4e3a/B is initiating minor compaction (all files) 2024-11-11T02:42:39,384 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2159c6ec7604c8ccffe60dcafefe4e3a/B in TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:39,384 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2159c6ec7604c8ccffe60dcafefe4e3a/A in TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:39,385 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/2423a2dfc5d045429603c2fba168010f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/4521589bfb9e4ab8bb8acc08767c6d1a, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/7c5a0109129e4f86b4a22a5bafe19362, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/0eb092defdeb408f9bef2c1ffd436f47, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/9f3f60054bb14f10acc67ae2c8abb237] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp, totalSize=60.3 K 2024-11-11T02:42:39,385 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/d31fb77633954f93ab87cb678ff9b46e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/44e3232eff9240ea92b361d5164a71d6, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/35737c6c4f3b4987b4818c73d97db2e1, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/5d75c0a466cb4a188888ff665ce633d2, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/56f2027a6e6e4cedbd29449e69847782] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp, totalSize=178.2 K 2024-11-11T02:42:39,385 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:39,385 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. files: [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/d31fb77633954f93ab87cb678ff9b46e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/44e3232eff9240ea92b361d5164a71d6, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/35737c6c4f3b4987b4818c73d97db2e1, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/5d75c0a466cb4a188888ff665ce633d2, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/56f2027a6e6e4cedbd29449e69847782] 2024-11-11T02:42:39,385 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 2423a2dfc5d045429603c2fba168010f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731292951633 2024-11-11T02:42:39,385 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting d31fb77633954f93ab87cb678ff9b46e, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731292951633 2024-11-11T02:42:39,385 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 4521589bfb9e4ab8bb8acc08767c6d1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731292952829 2024-11-11T02:42:39,386 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44e3232eff9240ea92b361d5164a71d6, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731292952825 2024-11-11T02:42:39,386 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c5a0109129e4f86b4a22a5bafe19362, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731292952951 2024-11-11T02:42:39,386 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35737c6c4f3b4987b4818c73d97db2e1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731292952951 2024-11-11T02:42:39,386 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 0eb092defdeb408f9bef2c1ffd436f47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731292954114 2024-11-11T02:42:39,386 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d75c0a466cb4a188888ff665ce633d2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731292954114 2024-11-11T02:42:39,386 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f3f60054bb14f10acc67ae2c8abb237, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731292956281 2024-11-11T02:42:39,386 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56f2027a6e6e4cedbd29449e69847782, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731292956281 2024-11-11T02:42:39,395 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:39,397 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411112b127f45b00f43b5a066d7f638bcdf3d_2159c6ec7604c8ccffe60dcafefe4e3a store=[table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:39,398 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2159c6ec7604c8ccffe60dcafefe4e3a#B#compaction#504 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:42:39,399 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/7f89df6268da4d238bac5676442c2926 is 50, key is test_row_0/B:col10/1731292957710/Put/seqid=0 2024-11-11T02:42:39,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742425_1601 (size=13017) 2024-11-11T02:42:39,404 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411112b127f45b00f43b5a066d7f638bcdf3d_2159c6ec7604c8ccffe60dcafefe4e3a, store=[table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:39,405 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112b127f45b00f43b5a066d7f638bcdf3d_2159c6ec7604c8ccffe60dcafefe4e3a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:39,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742426_1602 (size=4469) 2024-11-11T02:42:39,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-11T02:42:39,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:39,446 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2902): Flushing 2159c6ec7604c8ccffe60dcafefe4e3a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T02:42:39,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111aaac9f8afa5f4745b23345d3476ef47d_2159c6ec7604c8ccffe60dcafefe4e3a is 50, key is test_row_0/A:col10/1731292957772/Put/seqid=0 2024-11-11T02:42:39,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742427_1603 (size=12454) 2024-11-11T02:42:39,812 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/7f89df6268da4d238bac5676442c2926 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/7f89df6268da4d238bac5676442c2926 2024-11-11T02:42:39,817 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 2159c6ec7604c8ccffe60dcafefe4e3a/B of 2159c6ec7604c8ccffe60dcafefe4e3a into 7f89df6268da4d238bac5676442c2926(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:42:39,817 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:39,817 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., storeName=2159c6ec7604c8ccffe60dcafefe4e3a/B, priority=11, startTime=1731292959383; duration=0sec 2024-11-11T02:42:39,817 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T02:42:39,817 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2159c6ec7604c8ccffe60dcafefe4e3a:B 2024-11-11T02:42:39,817 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T02:42:39,817 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2159c6ec7604c8ccffe60dcafefe4e3a#A#compaction#503 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:42:39,818 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/7ced7fbf91b148468adb84161b2fa545 is 175, key is test_row_0/A:col10/1731292957710/Put/seqid=0 2024-11-11T02:42:39,819 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61717 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T02:42:39,819 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1541): 2159c6ec7604c8ccffe60dcafefe4e3a/C is initiating minor compaction (all files) 2024-11-11T02:42:39,819 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2159c6ec7604c8ccffe60dcafefe4e3a/C in TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:39,819 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/c5f99e3ea0054a179532119f62491ca8, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/0f8d9b4179b44a21b06198c8d5b3fed9, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/c6bf12b4a5a94f84a6d86dcaaabe6ead, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/7e338c19de5f445bb81091592aebe25c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/b64b8f342d724fcf9de1efe53828e2ec] into tmpdir=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp, totalSize=60.3 K 2024-11-11T02:42:39,819 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting c5f99e3ea0054a179532119f62491ca8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731292951633 2024-11-11T02:42:39,820 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f8d9b4179b44a21b06198c8d5b3fed9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731292952829 2024-11-11T02:42:39,820 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting c6bf12b4a5a94f84a6d86dcaaabe6ead, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731292952951 2024-11-11T02:42:39,820 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e338c19de5f445bb81091592aebe25c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731292954114 2024-11-11T02:42:39,821 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] compactions.Compactor(225): Compacting b64b8f342d724fcf9de1efe53828e2ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731292956281 2024-11-11T02:42:39,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742428_1604 (size=31971) 2024-11-11T02:42:39,831 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2159c6ec7604c8ccffe60dcafefe4e3a#C#compaction#506 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T02:42:39,831 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/b53c0ddf5ba04603885e0955ed1c89f7 is 50, key is test_row_0/C:col10/1731292957710/Put/seqid=0 2024-11-11T02:42:39,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742429_1605 (size=12983) 2024-11-11T02:42:39,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:39,859 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111aaac9f8afa5f4745b23345d3476ef47d_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111aaac9f8afa5f4745b23345d3476ef47d_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:39,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/f8f08ffbbedd4a84ba7c0f895063248c, store: [table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:39,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/f8f08ffbbedd4a84ba7c0f895063248c is 175, key is test_row_0/A:col10/1731292957772/Put/seqid=0 2024-11-11T02:42:39,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742430_1606 (size=31255) 2024-11-11T02:42:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45551 {}] regionserver.HRegion(8855): Flush requested on 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:39,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. as already flushing 2024-11-11T02:42:39,963 INFO [Thread-2315 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2315. 2024-11-11T02:42:39,963 DEBUG [Thread-2315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:42:39,963 DEBUG [Thread-2315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:39,964 DEBUG [Thread-2315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:39,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:42:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-11T02:42:40,233 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/7ced7fbf91b148468adb84161b2fa545 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/7ced7fbf91b148468adb84161b2fa545 2024-11-11T02:42:40,237 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 2159c6ec7604c8ccffe60dcafefe4e3a/A of 2159c6ec7604c8ccffe60dcafefe4e3a into 7ced7fbf91b148468adb84161b2fa545(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:42:40,237 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:40,237 INFO [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., storeName=2159c6ec7604c8ccffe60dcafefe4e3a/A, priority=11, startTime=1731292959382; duration=0sec 2024-11-11T02:42:40,238 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:40,238 DEBUG [RS:0;3ffe7f9d089e:45551-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2159c6ec7604c8ccffe60dcafefe4e3a:A 2024-11-11T02:42:40,238 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/b53c0ddf5ba04603885e0955ed1c89f7 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/b53c0ddf5ba04603885e0955ed1c89f7 2024-11-11T02:42:40,241 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 2159c6ec7604c8ccffe60dcafefe4e3a/C of 2159c6ec7604c8ccffe60dcafefe4e3a into b53c0ddf5ba04603885e0955ed1c89f7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T02:42:40,242 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:40,242 INFO [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., storeName=2159c6ec7604c8ccffe60dcafefe4e3a/C, priority=11, startTime=1731292959383; duration=0sec 2024-11-11T02:42:40,242 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T02:42:40,242 DEBUG [RS:0;3ffe7f9d089e:45551-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2159c6ec7604c8ccffe60dcafefe4e3a:C 2024-11-11T02:42:40,268 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/f8f08ffbbedd4a84ba7c0f895063248c 2024-11-11T02:42:40,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/8b07de33d2d44667b874c064886f65d4 is 50, key is test_row_0/B:col10/1731292957772/Put/seqid=0 2024-11-11T02:42:40,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742431_1607 (size=12301) 2024-11-11T02:42:40,452 INFO [Thread-2323 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2323. 2024-11-11T02:42:40,453 DEBUG [Thread-2323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:42:40,453 DEBUG [Thread-2323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:40,453 DEBUG [Thread-2323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:40,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:42:40,461 INFO [Thread-2319 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2319. 2024-11-11T02:42:40,461 DEBUG [Thread-2319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:42:40,461 INFO [Thread-2321 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2321. 2024-11-11T02:42:40,461 DEBUG [Thread-2319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:40,461 DEBUG [Thread-2321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:42:40,461 DEBUG [Thread-2321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:40,462 DEBUG [Thread-2319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:40,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:42:40,462 DEBUG [Thread-2321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:40,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:42:40,471 INFO [Thread-2317 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2317. 2024-11-11T02:42:40,471 DEBUG [Thread-2317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-11T02:42:40,471 DEBUG [Thread-2317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:40,471 DEBUG [Thread-2317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:40,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:42:40,686 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/8b07de33d2d44667b874c064886f65d4 2024-11-11T02:42:40,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/a7787c342fcc4520af8c5ce2ed6f9c23 is 50, key is test_row_0/C:col10/1731292957772/Put/seqid=0 2024-11-11T02:42:40,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742432_1608 (size=12301) 2024-11-11T02:42:41,108 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/a7787c342fcc4520af8c5ce2ed6f9c23 2024-11-11T02:42:41,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/f8f08ffbbedd4a84ba7c0f895063248c as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/f8f08ffbbedd4a84ba7c0f895063248c 2024-11-11T02:42:41,121 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/f8f08ffbbedd4a84ba7c0f895063248c, entries=150, sequenceid=326, filesize=30.5 K 2024-11-11T02:42:41,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/8b07de33d2d44667b874c064886f65d4 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/8b07de33d2d44667b874c064886f65d4 2024-11-11T02:42:41,126 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/8b07de33d2d44667b874c064886f65d4, entries=150, sequenceid=326, filesize=12.0 K 2024-11-11T02:42:41,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/a7787c342fcc4520af8c5ce2ed6f9c23 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/a7787c342fcc4520af8c5ce2ed6f9c23 2024-11-11T02:42:41,129 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/a7787c342fcc4520af8c5ce2ed6f9c23, entries=150, sequenceid=326, filesize=12.0 K 2024-11-11T02:42:41,130 INFO [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=33.54 KB/34350 for 2159c6ec7604c8ccffe60dcafefe4e3a in 1684ms, sequenceid=326, compaction requested=false 2024-11-11T02:42:41,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2603): Flush status journal for 2159c6ec7604c8ccffe60dcafefe4e3a: 2024-11-11T02:42:41,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:41,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3ffe7f9d089e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=177 2024-11-11T02:42:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster(4169): Remote procedure done, pid=177 2024-11-11T02:42:41,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-11-11T02:42:41,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0900 sec 2024-11-11T02:42:41,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees in 3.0930 sec 2024-11-11T02:42:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-11T02:42:42,210 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:42:42,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T02:42:42,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-11T02:42:42,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-11T02:42:42,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-11T02:42:42,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-11T02:42:42,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-11T02:42:42,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T02:42:42,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4029 2024-11-11T02:42:42,211 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4040 2024-11-11T02:42:42,211 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3921 2024-11-11T02:42:42,211 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4020 2024-11-11T02:42:42,211 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4058 2024-11-11T02:42:42,211 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T02:42:42,211 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T02:42:42,211 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T02:42:42,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:42,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:42,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:42:42,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T02:42:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=178, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T02:42:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-11T02:42:42,219 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292962219"}]},"ts":"1731292962219"} 2024-11-11T02:42:42,221 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T02:42:42,221 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T02:42:42,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T02:42:42,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2159c6ec7604c8ccffe60dcafefe4e3a, UNASSIGN}] 2024-11-11T02:42:42,225 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=180, ppid=179, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2159c6ec7604c8ccffe60dcafefe4e3a, UNASSIGN 2024-11-11T02:42:42,226 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=180 updating hbase:meta row=2159c6ec7604c8ccffe60dcafefe4e3a, regionState=CLOSING, regionLocation=3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:42,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=180, ppid=179, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2159c6ec7604c8ccffe60dcafefe4e3a, UNASSIGN because future has completed 2024-11-11T02:42:42,228 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T02:42:42,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905}] 2024-11-11T02:42:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-11T02:42:42,382 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] handler.UnassignRegionHandler(122): Close 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:42,382 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T02:42:42,383 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1722): Closing 2159c6ec7604c8ccffe60dcafefe4e3a, disabling compactions & flushes 2024-11-11T02:42:42,383 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:42,383 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:42,383 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. after waiting 0 ms 2024-11-11T02:42:42,383 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:42,383 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(2902): Flushing 2159c6ec7604c8ccffe60dcafefe4e3a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T02:42:42,393 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e8e9821f3d5a4f9983a8b29516a8fea1_2159c6ec7604c8ccffe60dcafefe4e3a is 50, key is test_row_0/A:col10/1731292960469/Put/seqid=0 2024-11-11T02:42:42,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742433_1609 (size=9914) 2024-11-11T02:42:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-11T02:42:42,798 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T02:42:42,807 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e8e9821f3d5a4f9983a8b29516a8fea1_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e8e9821f3d5a4f9983a8b29516a8fea1_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:42,808 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/813535d363304807b28f2a5e3a7d14d4, store: [table=TestAcidGuarantees family=A region=2159c6ec7604c8ccffe60dcafefe4e3a] 2024-11-11T02:42:42,809 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/813535d363304807b28f2a5e3a7d14d4 is 175, key is test_row_0/A:col10/1731292960469/Put/seqid=0 2024-11-11T02:42:42,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742434_1610 (size=22561) 2024-11-11T02:42:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-11T02:42:43,214 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/813535d363304807b28f2a5e3a7d14d4 2024-11-11T02:42:43,231 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/6aa3fad243974b95bc4694b0afe9768b is 50, key is test_row_0/B:col10/1731292960469/Put/seqid=0 2024-11-11T02:42:43,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742435_1611 (size=9857) 2024-11-11T02:42:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-11T02:42:43,636 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/6aa3fad243974b95bc4694b0afe9768b 2024-11-11T02:42:43,683 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/80667b914aa342a08169c3ed2f5c7059 is 50, key is test_row_0/C:col10/1731292960469/Put/seqid=0 2024-11-11T02:42:43,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742436_1612 (size=9857) 2024-11-11T02:42:44,088 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/80667b914aa342a08169c3ed2f5c7059 2024-11-11T02:42:44,099 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/A/813535d363304807b28f2a5e3a7d14d4 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/813535d363304807b28f2a5e3a7d14d4 2024-11-11T02:42:44,106 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/813535d363304807b28f2a5e3a7d14d4, entries=100, sequenceid=337, filesize=22.0 K 2024-11-11T02:42:44,107 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/B/6aa3fad243974b95bc4694b0afe9768b as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/6aa3fad243974b95bc4694b0afe9768b 2024-11-11T02:42:44,110 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/6aa3fad243974b95bc4694b0afe9768b, entries=100, sequenceid=337, filesize=9.6 K 2024-11-11T02:42:44,111 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/.tmp/C/80667b914aa342a08169c3ed2f5c7059 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/80667b914aa342a08169c3ed2f5c7059 2024-11-11T02:42:44,115 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/80667b914aa342a08169c3ed2f5c7059, entries=100, sequenceid=337, filesize=9.6 K 2024-11-11T02:42:44,116 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 2159c6ec7604c8ccffe60dcafefe4e3a in 1733ms, sequenceid=337, compaction requested=true 2024-11-11T02:42:44,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/854cfcedca4c4549973f4e7401c5fe67, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/9d4f5280fd58441194c99c9564044605, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/1bff93b91e6f42898dacc9f16b0442f6, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/165ce6bc970540709d8a0f957eaa2612, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/12656e88645847d68efcf000eedc6840, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/b82cc1282f5f491195ce4732b55d78ea, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/235ec0d1bc0d49eca877e3cd1ed9e8fe, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/922cdc85f91c475e813011e8a179d266, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/cd0ea94c5d2e4c6f87663c1b1ebc996c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/e1a1d7524bfb480fbc6077e1756fc034, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/4f08264e97ad47f6943d9872fd9edf4c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/9215d08871f7444e982bd67eaa8262e4, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/c8b30f36f161405c86eaa33f91bdd312, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/3b1679d4621341a38d4026e6fe4baca5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/4507c96db29140b783c37a4d6de0e7fe, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/d31fb77633954f93ab87cb678ff9b46e, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/7bd353d77a9040429c0301476f555670, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/44e3232eff9240ea92b361d5164a71d6, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/35737c6c4f3b4987b4818c73d97db2e1, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/5d75c0a466cb4a188888ff665ce633d2, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/56f2027a6e6e4cedbd29449e69847782] to archive 2024-11-11T02:42:44,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T02:42:44,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/854cfcedca4c4549973f4e7401c5fe67 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/854cfcedca4c4549973f4e7401c5fe67 2024-11-11T02:42:44,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/9d4f5280fd58441194c99c9564044605 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/9d4f5280fd58441194c99c9564044605 2024-11-11T02:42:44,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/1bff93b91e6f42898dacc9f16b0442f6 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/1bff93b91e6f42898dacc9f16b0442f6 2024-11-11T02:42:44,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/165ce6bc970540709d8a0f957eaa2612 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/165ce6bc970540709d8a0f957eaa2612 2024-11-11T02:42:44,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/12656e88645847d68efcf000eedc6840 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/12656e88645847d68efcf000eedc6840 2024-11-11T02:42:44,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/b82cc1282f5f491195ce4732b55d78ea to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/b82cc1282f5f491195ce4732b55d78ea 2024-11-11T02:42:44,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/235ec0d1bc0d49eca877e3cd1ed9e8fe to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/235ec0d1bc0d49eca877e3cd1ed9e8fe 2024-11-11T02:42:44,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/922cdc85f91c475e813011e8a179d266 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/922cdc85f91c475e813011e8a179d266 2024-11-11T02:42:44,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/cd0ea94c5d2e4c6f87663c1b1ebc996c to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/cd0ea94c5d2e4c6f87663c1b1ebc996c 2024-11-11T02:42:44,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/e1a1d7524bfb480fbc6077e1756fc034 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/e1a1d7524bfb480fbc6077e1756fc034 2024-11-11T02:42:44,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/4f08264e97ad47f6943d9872fd9edf4c to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/4f08264e97ad47f6943d9872fd9edf4c 2024-11-11T02:42:44,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/9215d08871f7444e982bd67eaa8262e4 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/9215d08871f7444e982bd67eaa8262e4 2024-11-11T02:42:44,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/c8b30f36f161405c86eaa33f91bdd312 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/c8b30f36f161405c86eaa33f91bdd312 2024-11-11T02:42:44,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/3b1679d4621341a38d4026e6fe4baca5 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/3b1679d4621341a38d4026e6fe4baca5 2024-11-11T02:42:44,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/4507c96db29140b783c37a4d6de0e7fe to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/4507c96db29140b783c37a4d6de0e7fe 2024-11-11T02:42:44,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/d31fb77633954f93ab87cb678ff9b46e to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/d31fb77633954f93ab87cb678ff9b46e 2024-11-11T02:42:44,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/7bd353d77a9040429c0301476f555670 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/7bd353d77a9040429c0301476f555670 2024-11-11T02:42:44,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/44e3232eff9240ea92b361d5164a71d6 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/44e3232eff9240ea92b361d5164a71d6 2024-11-11T02:42:44,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/35737c6c4f3b4987b4818c73d97db2e1 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/35737c6c4f3b4987b4818c73d97db2e1 2024-11-11T02:42:44,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/5d75c0a466cb4a188888ff665ce633d2 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/5d75c0a466cb4a188888ff665ce633d2 2024-11-11T02:42:44,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/56f2027a6e6e4cedbd29449e69847782 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/56f2027a6e6e4cedbd29449e69847782 2024-11-11T02:42:44,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/856d4b436e554fbaa545045708e36a0f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/a093f4cc1f3b43798788e782a7b9eed8, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/3e376e189d914c80a13b11ad79dde0d5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/ed72554de49942a8a73ed8bd0ffc5296, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/065e0d7ff0fe420d8a8bbc2d6f2abfdc, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/c5fa2d59cec441548e363f609e3b0b38, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/f2ebb04100a74af8a1a23d7604d0e569, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/e11d072ca911424abfa5acd38e1523d0, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/773ae95924244ab2b42f800015cd4cab, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/b2804a245ed247ac9afc14a7a789c7fa, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/ac2965edc6f54a9f92782114c601f098, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/295bb6da406d4b9cadc53588f265c1b2, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/d64e6ec8a52046bb9def4fe9198670d9, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/63d7a47195684b49aa9b521e777feffb, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/7166fc2cb13945ca8c3ffc864cbbff22, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/2423a2dfc5d045429603c2fba168010f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/69f7d5e7de9f430c9da6a491f345522f, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/4521589bfb9e4ab8bb8acc08767c6d1a, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/7c5a0109129e4f86b4a22a5bafe19362, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/0eb092defdeb408f9bef2c1ffd436f47, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/9f3f60054bb14f10acc67ae2c8abb237] to archive 2024-11-11T02:42:44,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T02:42:44,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/856d4b436e554fbaa545045708e36a0f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/856d4b436e554fbaa545045708e36a0f 2024-11-11T02:42:44,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/a093f4cc1f3b43798788e782a7b9eed8 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/a093f4cc1f3b43798788e782a7b9eed8 2024-11-11T02:42:44,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/3e376e189d914c80a13b11ad79dde0d5 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/3e376e189d914c80a13b11ad79dde0d5 2024-11-11T02:42:44,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/ed72554de49942a8a73ed8bd0ffc5296 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/ed72554de49942a8a73ed8bd0ffc5296 2024-11-11T02:42:44,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/065e0d7ff0fe420d8a8bbc2d6f2abfdc to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/065e0d7ff0fe420d8a8bbc2d6f2abfdc 2024-11-11T02:42:44,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/c5fa2d59cec441548e363f609e3b0b38 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/c5fa2d59cec441548e363f609e3b0b38 2024-11-11T02:42:44,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/f2ebb04100a74af8a1a23d7604d0e569 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/f2ebb04100a74af8a1a23d7604d0e569 2024-11-11T02:42:44,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/e11d072ca911424abfa5acd38e1523d0 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/e11d072ca911424abfa5acd38e1523d0 2024-11-11T02:42:44,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/773ae95924244ab2b42f800015cd4cab to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/773ae95924244ab2b42f800015cd4cab 2024-11-11T02:42:44,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/b2804a245ed247ac9afc14a7a789c7fa to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/b2804a245ed247ac9afc14a7a789c7fa 2024-11-11T02:42:44,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/ac2965edc6f54a9f92782114c601f098 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/ac2965edc6f54a9f92782114c601f098 2024-11-11T02:42:44,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/295bb6da406d4b9cadc53588f265c1b2 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/295bb6da406d4b9cadc53588f265c1b2 2024-11-11T02:42:44,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/d64e6ec8a52046bb9def4fe9198670d9 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/d64e6ec8a52046bb9def4fe9198670d9 2024-11-11T02:42:44,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/63d7a47195684b49aa9b521e777feffb to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/63d7a47195684b49aa9b521e777feffb 2024-11-11T02:42:44,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/7166fc2cb13945ca8c3ffc864cbbff22 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/7166fc2cb13945ca8c3ffc864cbbff22 2024-11-11T02:42:44,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/2423a2dfc5d045429603c2fba168010f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/2423a2dfc5d045429603c2fba168010f 2024-11-11T02:42:44,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/69f7d5e7de9f430c9da6a491f345522f to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/69f7d5e7de9f430c9da6a491f345522f 2024-11-11T02:42:44,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/4521589bfb9e4ab8bb8acc08767c6d1a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/4521589bfb9e4ab8bb8acc08767c6d1a 2024-11-11T02:42:44,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/7c5a0109129e4f86b4a22a5bafe19362 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/7c5a0109129e4f86b4a22a5bafe19362 2024-11-11T02:42:44,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/0eb092defdeb408f9bef2c1ffd436f47 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/0eb092defdeb408f9bef2c1ffd436f47 2024-11-11T02:42:44,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/9f3f60054bb14f10acc67ae2c8abb237 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/9f3f60054bb14f10acc67ae2c8abb237 2024-11-11T02:42:44,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/469903e64ef544f3a1bfc4e904bed6a9, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/54719e3f23a94899b30af3a1976ec4d6, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/c25cc06b3b1b4e3295f9c02c54b90643, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/9021d95fb4b2466ab827900547c888cb, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/da5e03c628de43e88bdee9329a7f06a5, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/973e69b4de9341e7b0d8874b798182e1, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/1c4b288fc5e84e8993118624f328bcec, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/9b8ca64386f242b1a0eb9a12577c3d0c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/0119aeda6b114bd99315aeb2d52d96d3, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/fc116c86f3cb40f09803ad01be9f1932, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/026748c946b84e85b08429bedd2ae409, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/31f0994c05164289843c60b2293d001a, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/cd10eb14226b455a809d3f53d76137b3, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/5662dbe58ac742569869ac644de34f59, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/c5f99e3ea0054a179532119f62491ca8, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/e54947f8322f4ab894c61234a46abc0c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/0f8d9b4179b44a21b06198c8d5b3fed9, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/c6bf12b4a5a94f84a6d86dcaaabe6ead, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/7e338c19de5f445bb81091592aebe25c, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/b64b8f342d724fcf9de1efe53828e2ec] to archive 2024-11-11T02:42:44,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T02:42:44,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/469903e64ef544f3a1bfc4e904bed6a9 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/469903e64ef544f3a1bfc4e904bed6a9 2024-11-11T02:42:44,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/54719e3f23a94899b30af3a1976ec4d6 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/54719e3f23a94899b30af3a1976ec4d6 2024-11-11T02:42:44,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/c25cc06b3b1b4e3295f9c02c54b90643 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/c25cc06b3b1b4e3295f9c02c54b90643 2024-11-11T02:42:44,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/9021d95fb4b2466ab827900547c888cb to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/9021d95fb4b2466ab827900547c888cb 2024-11-11T02:42:44,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/da5e03c628de43e88bdee9329a7f06a5 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/da5e03c628de43e88bdee9329a7f06a5 2024-11-11T02:42:44,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/973e69b4de9341e7b0d8874b798182e1 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/973e69b4de9341e7b0d8874b798182e1 2024-11-11T02:42:44,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/1c4b288fc5e84e8993118624f328bcec to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/1c4b288fc5e84e8993118624f328bcec 2024-11-11T02:42:44,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/9b8ca64386f242b1a0eb9a12577c3d0c to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/9b8ca64386f242b1a0eb9a12577c3d0c 2024-11-11T02:42:44,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/0119aeda6b114bd99315aeb2d52d96d3 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/0119aeda6b114bd99315aeb2d52d96d3 2024-11-11T02:42:44,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/fc116c86f3cb40f09803ad01be9f1932 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/fc116c86f3cb40f09803ad01be9f1932 2024-11-11T02:42:44,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/026748c946b84e85b08429bedd2ae409 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/026748c946b84e85b08429bedd2ae409 2024-11-11T02:42:44,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/31f0994c05164289843c60b2293d001a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/31f0994c05164289843c60b2293d001a 2024-11-11T02:42:44,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/cd10eb14226b455a809d3f53d76137b3 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/cd10eb14226b455a809d3f53d76137b3 2024-11-11T02:42:44,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/5662dbe58ac742569869ac644de34f59 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/5662dbe58ac742569869ac644de34f59 2024-11-11T02:42:44,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/c5f99e3ea0054a179532119f62491ca8 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/c5f99e3ea0054a179532119f62491ca8 2024-11-11T02:42:44,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/e54947f8322f4ab894c61234a46abc0c to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/e54947f8322f4ab894c61234a46abc0c 2024-11-11T02:42:44,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/0f8d9b4179b44a21b06198c8d5b3fed9 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/0f8d9b4179b44a21b06198c8d5b3fed9 2024-11-11T02:42:44,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/c6bf12b4a5a94f84a6d86dcaaabe6ead to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/c6bf12b4a5a94f84a6d86dcaaabe6ead 2024-11-11T02:42:44,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/7e338c19de5f445bb81091592aebe25c to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/7e338c19de5f445bb81091592aebe25c 2024-11-11T02:42:44,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/b64b8f342d724fcf9de1efe53828e2ec to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/b64b8f342d724fcf9de1efe53828e2ec 2024-11-11T02:42:44,175 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/recovered.edits/340.seqid, newMaxSeqId=340, maxSeqId=4 2024-11-11T02:42:44,175 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. 2024-11-11T02:42:44,175 DEBUG [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1676): Region close journal for 2159c6ec7604c8ccffe60dcafefe4e3a: Waiting for close lock at 1731292962382Running coprocessor pre-close hooks at 1731292962382Disabling compacts and flushes for region at 1731292962382Disabling writes for close at 1731292962383 (+1 ms)Obtaining lock to block concurrent updates at 1731292962383Preparing flush snapshotting stores in 2159c6ec7604c8ccffe60dcafefe4e3a at 1731292962383Finished memstore snapshotting TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731292962384 (+1 ms)Flushing stores of TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a. at 1731292962385 (+1 ms)Flushing 2159c6ec7604c8ccffe60dcafefe4e3a/A: creating writer at 1731292962385Flushing mob file 2159c6ec7604c8ccffe60dcafefe4e3a/A: appending metadata at 1731292962393 (+8 ms)Flushing mob file 2159c6ec7604c8ccffe60dcafefe4e3a/A: closing flushed file at 1731292962393Flushing 2159c6ec7604c8ccffe60dcafefe4e3a/A: appending metadata at 1731292962808 (+415 ms)Flushing 2159c6ec7604c8ccffe60dcafefe4e3a/A: closing flushed file at 1731292962808Flushing 2159c6ec7604c8ccffe60dcafefe4e3a/B: creating writer at 1731292963224 (+416 ms)Flushing 2159c6ec7604c8ccffe60dcafefe4e3a/B: appending metadata at 1731292963231 (+7 ms)Flushing 2159c6ec7604c8ccffe60dcafefe4e3a/B: closing flushed file at 1731292963231Flushing 2159c6ec7604c8ccffe60dcafefe4e3a/C: creating writer at 1731292963676 (+445 ms)Flushing 2159c6ec7604c8ccffe60dcafefe4e3a/C: appending metadata at 1731292963682 (+6 ms)Flushing 2159c6ec7604c8ccffe60dcafefe4e3a/C: closing flushed file at 1731292963682Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68dc314a: reopening flushed file at 1731292964097 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ec77229: reopening flushed file at 1731292964106 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d49e019: reopening flushed file at 1731292964111 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 2159c6ec7604c8ccffe60dcafefe4e3a in 1733ms, sequenceid=337, compaction requested=true at 1731292964116 (+5 ms)Writing region close event to WAL at 1731292964172 (+56 ms)Running coprocessor post-close hooks at 1731292964175 (+3 ms)Closed at 1731292964175 2024-11-11T02:42:44,177 INFO [RS_CLOSE_REGION-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] handler.UnassignRegionHandler(157): Closed 2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:44,177 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=180 updating hbase:meta row=2159c6ec7604c8ccffe60dcafefe4e3a, regionState=CLOSED 2024-11-11T02:42:44,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=181, ppid=180, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 because future has completed 2024-11-11T02:42:44,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=181, resume processing ppid=180 2024-11-11T02:42:44,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=181, ppid=180, state=SUCCESS, hasLock=false; CloseRegionProcedure 2159c6ec7604c8ccffe60dcafefe4e3a, server=3ffe7f9d089e,45551,1731292779905 in 1.9510 sec 2024-11-11T02:42:44,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=180, resume processing ppid=179 2024-11-11T02:42:44,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, ppid=179, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2159c6ec7604c8ccffe60dcafefe4e3a, UNASSIGN in 1.9560 sec 2024-11-11T02:42:44,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=178 2024-11-11T02:42:44,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=178, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9600 sec 2024-11-11T02:42:44,184 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731292964184"}]},"ts":"1731292964184"} 2024-11-11T02:42:44,185 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T02:42:44,185 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T02:42:44,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9710 sec 2024-11-11T02:42:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-11T02:42:44,379 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:42:44,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T02:42:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] procedure2.ProcedureExecutor(1139): Stored pid=182, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:42:44,383 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=182, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:42:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-11T02:42:44,384 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=182, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:42:44,388 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:44,393 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A, FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B, FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C, FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/recovered.edits] 2024-11-11T02:42:44,398 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/7ced7fbf91b148468adb84161b2fa545 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/7ced7fbf91b148468adb84161b2fa545 2024-11-11T02:42:44,401 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/813535d363304807b28f2a5e3a7d14d4 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/813535d363304807b28f2a5e3a7d14d4 2024-11-11T02:42:44,404 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/f8f08ffbbedd4a84ba7c0f895063248c to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/A/f8f08ffbbedd4a84ba7c0f895063248c 2024-11-11T02:42:44,409 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/6aa3fad243974b95bc4694b0afe9768b to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/6aa3fad243974b95bc4694b0afe9768b 2024-11-11T02:42:44,411 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/7f89df6268da4d238bac5676442c2926 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/7f89df6268da4d238bac5676442c2926 2024-11-11T02:42:44,414 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/8b07de33d2d44667b874c064886f65d4 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/B/8b07de33d2d44667b874c064886f65d4 2024-11-11T02:42:44,419 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/80667b914aa342a08169c3ed2f5c7059 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/80667b914aa342a08169c3ed2f5c7059 2024-11-11T02:42:44,421 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/a7787c342fcc4520af8c5ce2ed6f9c23 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/a7787c342fcc4520af8c5ce2ed6f9c23 2024-11-11T02:42:44,423 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/b53c0ddf5ba04603885e0955ed1c89f7 to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/C/b53c0ddf5ba04603885e0955ed1c89f7 2024-11-11T02:42:44,429 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/recovered.edits/340.seqid to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a/recovered.edits/340.seqid 2024-11-11T02:42:44,430 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/default/TestAcidGuarantees/2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:44,430 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T02:42:44,431 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T02:42:44,432 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-11T02:42:44,437 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110042fde5fdc14e79ac949be8f0c1259b_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110042fde5fdc14e79ac949be8f0c1259b_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:44,439 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111d3b894c6fc141f2b4c5b0e4f71b38eb_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111d3b894c6fc141f2b4c5b0e4f71b38eb_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:44,441 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111216da27594db4a68823e192e03b9a1e4_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111216da27594db4a68823e192e03b9a1e4_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:44,443 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112f49a833f42a460eaab10fbf4b6578b0_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112f49a833f42a460eaab10fbf4b6578b0_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:44,444 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112f9bcf15c79740e0b17c16939392b645_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112f9bcf15c79740e0b17c16939392b645_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:44,446 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111415680f4fa4a49cb825aa49abd196d88_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111415680f4fa4a49cb825aa49abd196d88_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:44,448 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111149c3a5168be24a0ea186afb396b3eb0b_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111149c3a5168be24a0ea186afb396b3eb0b_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:44,450 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118b69a1c15d754e459a6f9feffe62fb50_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118b69a1c15d754e459a6f9feffe62fb50_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:44,452 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119a646b5ca6a44f1c8f833cd3c89f80e0_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119a646b5ca6a44f1c8f833cd3c89f80e0_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:44,454 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111aaac9f8afa5f4745b23345d3476ef47d_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111aaac9f8afa5f4745b23345d3476ef47d_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:44,456 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b0a103410afd43f08d697ba6b8775c9e_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b0a103410afd43f08d697ba6b8775c9e_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:44,458 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b7573d82792143769eb6a841b0fb52e5_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b7573d82792143769eb6a841b0fb52e5_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:44,459 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bd0c58f1c3cd490482aa16c3e2c2234f_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bd0c58f1c3cd490482aa16c3e2c2234f_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:44,461 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c6a32e2a9db346ff8a7244772f6b5294_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c6a32e2a9db346ff8a7244772f6b5294_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:44,462 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d3a85c1dad964ef5b888c7d1f0b2003c_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d3a85c1dad964ef5b888c7d1f0b2003c_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:44,464 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d425d7a2ba0842489a806bd44086e1f3_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d425d7a2ba0842489a806bd44086e1f3_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:44,465 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e8e9821f3d5a4f9983a8b29516a8fea1_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e8e9821f3d5a4f9983a8b29516a8fea1_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:44,466 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f88b44a633f84d1b8d79d66ccaae73da_2159c6ec7604c8ccffe60dcafefe4e3a to hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f88b44a633f84d1b8d79d66ccaae73da_2159c6ec7604c8ccffe60dcafefe4e3a 2024-11-11T02:42:44,467 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T02:42:44,470 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=182, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:42:44,473 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T02:42:44,476 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T02:42:44,477 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=182, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:42:44,477 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T02:42:44,478 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731292964477"}]},"ts":"9223372036854775807"} 2024-11-11T02:42:44,480 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-11T02:42:44,480 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 2159c6ec7604c8ccffe60dcafefe4e3a, NAME => 'TestAcidGuarantees,,1731292934977.2159c6ec7604c8ccffe60dcafefe4e3a.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T02:42:44,480 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T02:42:44,480 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731292964480"}]},"ts":"9223372036854775807"} 2024-11-11T02:42:44,482 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-11T02:42:44,483 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=182, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T02:42:44,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=182, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 103 msec 2024-11-11T02:42:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-11T02:42:44,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-11T02:42:44,489 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-11T02:42:44,502 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=241 (was 238) - Thread LEAK? -, OpenFileDescriptor=455 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 303) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11947 (was 11976) 2024-11-11T02:42:44,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T02:42:44,503 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T02:42:44,503 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T02:42:44,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:44,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:44,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T02:42:44,503 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T02:42:44,503 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=350595032, stopped=false 2024-11-11T02:42:44,504 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3ffe7f9d089e,44587,1731292779109 2024-11-11T02:42:44,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x101290ce2150001, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T02:42:44,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T02:42:44,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:42:44,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x101290ce2150001, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:42:44,578 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T02:42:44,580 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T02:42:44,580 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T02:42:44,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:44,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45551-0x101290ce2150001, quorum=127.0.0.1:61633, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T02:42:44,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T02:42:44,581 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3ffe7f9d089e,45551,1731292779905' ***** 2024-11-11T02:42:44,581 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T02:42:44,581 INFO [RS:0;3ffe7f9d089e:45551 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T02:42:44,582 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T02:42:44,582 INFO [RS:0;3ffe7f9d089e:45551 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T02:42:44,582 INFO [RS:0;3ffe7f9d089e:45551 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T02:42:44,583 INFO [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer(959): stopping server 3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:44,583 INFO [RS:0;3ffe7f9d089e:45551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T02:42:44,583 INFO [RS:0;3ffe7f9d089e:45551 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3ffe7f9d089e:45551. 2024-11-11T02:42:44,583 DEBUG [RS:0;3ffe7f9d089e:45551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T02:42:44,583 DEBUG [RS:0;3ffe7f9d089e:45551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:44,583 INFO [RS:0;3ffe7f9d089e:45551 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T02:42:44,584 INFO [RS:0;3ffe7f9d089e:45551 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T02:42:44,584 INFO [RS:0;3ffe7f9d089e:45551 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T02:42:44,584 INFO [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T02:42:44,584 INFO [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T02:42:44,585 DEBUG [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T02:42:44,585 DEBUG [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T02:42:44,585 DEBUG [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T02:42:44,585 INFO [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T02:42:44,585 DEBUG [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T02:42:44,585 DEBUG [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T02:42:44,585 DEBUG [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T02:42:44,585 INFO [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-11T02:42:44,594 INFO [regionserver/3ffe7f9d089e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T02:42:44,606 DEBUG [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/1588230740/.tmp/info/a1e96345b4c04ae490de65e6c251aa42 is 95, key is TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5./info:/1731292812365/DeleteFamily/seqid=0 2024-11-11T02:42:44,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742437_1613 (size=6514) 2024-11-11T02:42:44,785 DEBUG [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T02:42:44,985 DEBUG [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T02:42:45,011 INFO [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/1588230740/.tmp/info/a1e96345b4c04ae490de65e6c251aa42 2024-11-11T02:42:45,035 DEBUG [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/1588230740/.tmp/ns/0198de52f893453aa2fd4dddd2e6f54a is 93, key is TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5./ns:/1731292812331/DeleteFamily/seqid=0 2024-11-11T02:42:45,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742438_1614 (size=5906) 2024-11-11T02:42:45,124 INFO [regionserver/3ffe7f9d089e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T02:42:45,124 INFO [regionserver/3ffe7f9d089e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T02:42:45,186 DEBUG [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T02:42:45,386 DEBUG [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T02:42:45,440 INFO [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/1588230740/.tmp/ns/0198de52f893453aa2fd4dddd2e6f54a 2024-11-11T02:42:45,464 DEBUG [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/1588230740/.tmp/rep_barrier/c740ff136939457a88d9ff7ed8432a01 is 102, key is TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5./rep_barrier:/1731292812331/DeleteFamily/seqid=0 2024-11-11T02:42:45,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742439_1615 (size=6025) 2024-11-11T02:42:45,586 DEBUG [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T02:42:45,787 DEBUG [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T02:42:45,868 INFO [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/1588230740/.tmp/rep_barrier/c740ff136939457a88d9ff7ed8432a01 2024-11-11T02:42:45,896 DEBUG [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/1588230740/.tmp/table/5f7fae516e3c45b0806cc773ac6a5559 is 96, key is TestAcidGuarantees,,1731292784360.0013885036d1f6f6de514c680a5d9fa5./table:/1731292812331/DeleteFamily/seqid=0 2024-11-11T02:42:45,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742440_1616 (size=5936) 2024-11-11T02:42:45,987 DEBUG [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T02:42:46,187 DEBUG [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T02:42:46,300 INFO [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/1588230740/.tmp/table/5f7fae516e3c45b0806cc773ac6a5559 2024-11-11T02:42:46,303 DEBUG [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/1588230740/.tmp/info/a1e96345b4c04ae490de65e6c251aa42 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/1588230740/info/a1e96345b4c04ae490de65e6c251aa42 2024-11-11T02:42:46,305 INFO [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/1588230740/info/a1e96345b4c04ae490de65e6c251aa42, entries=12, sequenceid=90, filesize=6.4 K 2024-11-11T02:42:46,306 DEBUG [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/1588230740/.tmp/ns/0198de52f893453aa2fd4dddd2e6f54a as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/1588230740/ns/0198de52f893453aa2fd4dddd2e6f54a 2024-11-11T02:42:46,309 INFO [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/1588230740/ns/0198de52f893453aa2fd4dddd2e6f54a, entries=8, sequenceid=90, filesize=5.8 K 2024-11-11T02:42:46,310 DEBUG [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/1588230740/.tmp/rep_barrier/c740ff136939457a88d9ff7ed8432a01 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/1588230740/rep_barrier/c740ff136939457a88d9ff7ed8432a01 2024-11-11T02:42:46,313 INFO [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/1588230740/rep_barrier/c740ff136939457a88d9ff7ed8432a01, entries=6, sequenceid=90, filesize=5.9 K 2024-11-11T02:42:46,313 DEBUG [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/1588230740/.tmp/table/5f7fae516e3c45b0806cc773ac6a5559 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/1588230740/table/5f7fae516e3c45b0806cc773ac6a5559 2024-11-11T02:42:46,317 INFO [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/1588230740/table/5f7fae516e3c45b0806cc773ac6a5559, entries=7, sequenceid=90, filesize=5.8 K 2024-11-11T02:42:46,317 INFO [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=90, compaction requested=false 2024-11-11T02:42:46,321 DEBUG [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-11T02:42:46,322 DEBUG [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T02:42:46,322 INFO [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T02:42:46,322 DEBUG [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731292964584Running coprocessor pre-close hooks at 1731292964585 (+1 ms)Disabling compacts and flushes for region at 1731292964585Disabling writes for close at 1731292964585Obtaining lock to block concurrent updates at 1731292964585Preparing flush snapshotting stores in 1588230740 at 1731292964585Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731292964585Flushing stores of hbase:meta,,1.1588230740 at 1731292964586 (+1 ms)Flushing 1588230740/info: creating writer at 1731292964586Flushing 1588230740/info: appending metadata at 1731292964606 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731292964606Flushing 1588230740/ns: creating writer at 1731292965020 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731292965035 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731292965035Flushing 1588230740/rep_barrier: creating writer at 1731292965449 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731292965463 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731292965463Flushing 1588230740/table: creating writer at 1731292965877 (+414 ms)Flushing 1588230740/table: appending metadata at 1731292965896 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731292965896Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17d977ea: reopening flushed file at 1731292966302 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da76f7f: reopening flushed file at 1731292966305 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36229ff8: reopening flushed file at 1731292966309 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6353e197: reopening flushed file at 1731292966313 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=90, compaction requested=false at 1731292966317 (+4 ms)Writing region close event to WAL at 1731292966319 (+2 ms)Running coprocessor post-close hooks at 1731292966322 (+3 ms)Closed at 1731292966322 2024-11-11T02:42:46,322 DEBUG [RS_CLOSE_META-regionserver/3ffe7f9d089e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T02:42:46,388 INFO [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer(976): stopping server 3ffe7f9d089e,45551,1731292779905; all regions closed. 2024-11-11T02:42:46,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741834_1010 (size=25344) 2024-11-11T02:42:46,397 DEBUG [RS:0;3ffe7f9d089e:45551 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/oldWALs 2024-11-11T02:42:46,398 INFO [RS:0;3ffe7f9d089e:45551 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3ffe7f9d089e%2C45551%2C1731292779905.meta:.meta(num 1731292783793) 2024-11-11T02:42:46,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741833_1009 (size=14158551) 2024-11-11T02:42:46,404 DEBUG [RS:0;3ffe7f9d089e:45551 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/oldWALs 2024-11-11T02:42:46,404 INFO [RS:0;3ffe7f9d089e:45551 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3ffe7f9d089e%2C45551%2C1731292779905:(num 1731292783251) 2024-11-11T02:42:46,404 DEBUG [RS:0;3ffe7f9d089e:45551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:42:46,404 INFO [RS:0;3ffe7f9d089e:45551 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T02:42:46,404 INFO [RS:0;3ffe7f9d089e:45551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T02:42:46,404 INFO [RS:0;3ffe7f9d089e:45551 {}] hbase.ChoreService(370): Chore service for: regionserver/3ffe7f9d089e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T02:42:46,404 INFO [RS:0;3ffe7f9d089e:45551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T02:42:46,405 INFO [regionserver/3ffe7f9d089e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T02:42:46,405 INFO [RS:0;3ffe7f9d089e:45551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45551 2024-11-11T02:42:46,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x101290ce2150001, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3ffe7f9d089e,45551,1731292779905 2024-11-11T02:42:46,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T02:42:46,452 INFO [RS:0;3ffe7f9d089e:45551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T02:42:46,461 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3ffe7f9d089e,45551,1731292779905] 2024-11-11T02:42:46,469 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3ffe7f9d089e,45551,1731292779905 already deleted, retry=false 2024-11-11T02:42:46,469 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3ffe7f9d089e,45551,1731292779905 expired; onlineServers=0 2024-11-11T02:42:46,469 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3ffe7f9d089e,44587,1731292779109' ***** 2024-11-11T02:42:46,469 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T02:42:46,469 INFO [M:0;3ffe7f9d089e:44587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T02:42:46,470 INFO [M:0;3ffe7f9d089e:44587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T02:42:46,470 DEBUG [M:0;3ffe7f9d089e:44587 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T02:42:46,470 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T02:42:46,470 DEBUG [M:0;3ffe7f9d089e:44587 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T02:42:46,470 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster-HFileCleaner.small.0-1731292782869 {}] cleaner.HFileCleaner(306): Exit Thread[master/3ffe7f9d089e:0:becomeActiveMaster-HFileCleaner.small.0-1731292782869,5,FailOnTimeoutGroup] 2024-11-11T02:42:46,470 DEBUG [master/3ffe7f9d089e:0:becomeActiveMaster-HFileCleaner.large.0-1731292782867 {}] cleaner.HFileCleaner(306): Exit Thread[master/3ffe7f9d089e:0:becomeActiveMaster-HFileCleaner.large.0-1731292782867,5,FailOnTimeoutGroup] 2024-11-11T02:42:46,471 INFO [M:0;3ffe7f9d089e:44587 {}] hbase.ChoreService(370): Chore service for: master/3ffe7f9d089e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T02:42:46,471 INFO [M:0;3ffe7f9d089e:44587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T02:42:46,471 DEBUG [M:0;3ffe7f9d089e:44587 {}] master.HMaster(1795): Stopping service threads 2024-11-11T02:42:46,471 INFO [M:0;3ffe7f9d089e:44587 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T02:42:46,471 INFO [M:0;3ffe7f9d089e:44587 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T02:42:46,471 ERROR [M:0;3ffe7f9d089e:44587 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-11T02:42:46,472 INFO [M:0;3ffe7f9d089e:44587 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T02:42:46,472 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T02:42:46,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T02:42:46,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T02:42:46,477 DEBUG [M:0;3ffe7f9d089e:44587 {}] zookeeper.ZKUtil(347): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T02:42:46,478 WARN [M:0;3ffe7f9d089e:44587 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T02:42:46,478 INFO [M:0;3ffe7f9d089e:44587 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/.lastflushedseqids 2024-11-11T02:42:46,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742441_1617 (size=72) 2024-11-11T02:42:46,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x101290ce2150001, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T02:42:46,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x101290ce2150001, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T02:42:46,563 INFO [RS:0;3ffe7f9d089e:45551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T02:42:46,563 INFO [RS:0;3ffe7f9d089e:45551 {}] regionserver.HRegionServer(1031): Exiting; stopping=3ffe7f9d089e,45551,1731292779905; zookeeper connection closed. 2024-11-11T02:42:46,563 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f034c80 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f034c80 2024-11-11T02:42:46,564 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T02:42:46,893 INFO [M:0;3ffe7f9d089e:44587 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T02:42:46,893 INFO [M:0;3ffe7f9d089e:44587 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T02:42:46,894 DEBUG [M:0;3ffe7f9d089e:44587 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T02:42:46,894 INFO [M:0;3ffe7f9d089e:44587 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T02:42:46,894 DEBUG [M:0;3ffe7f9d089e:44587 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T02:42:46,894 DEBUG [M:0;3ffe7f9d089e:44587 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T02:42:46,894 DEBUG [M:0;3ffe7f9d089e:44587 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T02:42:46,894 INFO [M:0;3ffe7f9d089e:44587 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=784.46 KB heapSize=966.36 KB 2024-11-11T02:42:46,917 DEBUG [M:0;3ffe7f9d089e:44587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34eb487acc6640b38e011859c7f16640 is 82, key is hbase:meta,,1/info:regioninfo/1731292783875/Put/seqid=0 2024-11-11T02:42:46,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742442_1618 (size=5672) 2024-11-11T02:42:47,321 INFO [M:0;3ffe7f9d089e:44587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2245 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34eb487acc6640b38e011859c7f16640 2024-11-11T02:42:47,352 DEBUG [M:0;3ffe7f9d089e:44587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e845bcac4b3940acb714794fe8ed56b6 is 2275, key is \x00\x00\x00\x00\x00\x00\x00)/proc:d/1731292814531/Put/seqid=0 2024-11-11T02:42:47,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742443_1619 (size=46218) 2024-11-11T02:42:47,756 INFO [M:0;3ffe7f9d089e:44587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=783.90 KB at sequenceid=2245 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e845bcac4b3940acb714794fe8ed56b6 2024-11-11T02:42:47,764 INFO [M:0;3ffe7f9d089e:44587 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e845bcac4b3940acb714794fe8ed56b6 2024-11-11T02:42:47,779 DEBUG [M:0;3ffe7f9d089e:44587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77a1d30aaec04d2f9fb3b34dfb704b63 is 69, key is 3ffe7f9d089e,45551,1731292779905/rs:state/1731292782993/Put/seqid=0 2024-11-11T02:42:47,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073742444_1620 (size=5156) 2024-11-11T02:42:48,183 INFO [M:0;3ffe7f9d089e:44587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2245 (bloomFilter=true), to=hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77a1d30aaec04d2f9fb3b34dfb704b63 2024-11-11T02:42:48,193 DEBUG [M:0;3ffe7f9d089e:44587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34eb487acc6640b38e011859c7f16640 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34eb487acc6640b38e011859c7f16640 2024-11-11T02:42:48,198 INFO [M:0;3ffe7f9d089e:44587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34eb487acc6640b38e011859c7f16640, entries=8, sequenceid=2245, filesize=5.5 K 2024-11-11T02:42:48,199 DEBUG [M:0;3ffe7f9d089e:44587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e845bcac4b3940acb714794fe8ed56b6 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e845bcac4b3940acb714794fe8ed56b6 2024-11-11T02:42:48,204 INFO [M:0;3ffe7f9d089e:44587 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e845bcac4b3940acb714794fe8ed56b6 2024-11-11T02:42:48,204 INFO [M:0;3ffe7f9d089e:44587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e845bcac4b3940acb714794fe8ed56b6, entries=182, sequenceid=2245, filesize=45.1 K 2024-11-11T02:42:48,204 DEBUG [M:0;3ffe7f9d089e:44587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77a1d30aaec04d2f9fb3b34dfb704b63 as hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/77a1d30aaec04d2f9fb3b34dfb704b63 2024-11-11T02:42:48,208 INFO [M:0;3ffe7f9d089e:44587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45547/user/jenkins/test-data/bcf48613-3487-dfd8-5581-77ba8b5312eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/77a1d30aaec04d2f9fb3b34dfb704b63, entries=1, sequenceid=2245, filesize=5.0 K 2024-11-11T02:42:48,209 INFO [M:0;3ffe7f9d089e:44587 {}] regionserver.HRegion(3140): Finished flush of dataSize ~784.46 KB/803284, heapSize ~966.06 KB/989248, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=2245, compaction requested=false 2024-11-11T02:42:48,211 INFO [M:0;3ffe7f9d089e:44587 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T02:42:48,211 DEBUG [M:0;3ffe7f9d089e:44587 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731292966894Disabling compacts and flushes for region at 1731292966894Disabling writes for close at 1731292966894Obtaining lock to block concurrent updates at 1731292966894Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731292966894Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=803284, getHeapSize=989488, getOffHeapSize=0, getCellsCount=2452 at 1731292966895 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731292966897 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731292966897Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731292966917 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731292966917Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731292967330 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731292967351 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731292967352 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731292967764 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731292967778 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731292967778Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31143485: reopening flushed file at 1731292968192 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12104af: reopening flushed file at 1731292968198 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6211593e: reopening flushed file at 1731292968204 (+6 ms)Finished flush of dataSize ~784.46 KB/803284, heapSize ~966.06 KB/989248, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=2245, compaction requested=false at 1731292968209 (+5 ms)Writing region close event to WAL at 1731292968211 (+2 ms)Closed at 1731292968211 2024-11-11T02:42:48,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741830_1006 (size=950456) 2024-11-11T02:42:48,213 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T02:42:48,213 INFO [M:0;3ffe7f9d089e:44587 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T02:42:48,214 INFO [M:0;3ffe7f9d089e:44587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44587 2024-11-11T02:42:48,214 INFO [M:0;3ffe7f9d089e:44587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T02:42:48,360 INFO [M:0;3ffe7f9d089e:44587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T02:42:48,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T02:42:48,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44587-0x101290ce2150000, quorum=127.0.0.1:61633, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T02:42:48,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T02:42:48,367 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T02:42:48,367 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T02:42:48,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T02:42:48,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/hadoop.log.dir/,STOPPED} 2024-11-11T02:42:48,370 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T02:42:48,370 WARN [BP-902107629-172.17.0.2-1731292775459 heartbeating to localhost/127.0.0.1:45547 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T02:42:48,370 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T02:42:48,370 WARN [BP-902107629-172.17.0.2-1731292775459 heartbeating to localhost/127.0.0.1:45547 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-902107629-172.17.0.2-1731292775459 (Datanode Uuid e63f1625-c57a-410b-9caa-cc8a3beb21e9) service to localhost/127.0.0.1:45547 2024-11-11T02:42:48,372 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/cluster_e151952f-f361-a94d-dd52-7968268e2338/data/data1/current/BP-902107629-172.17.0.2-1731292775459 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T02:42:48,372 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/cluster_e151952f-f361-a94d-dd52-7968268e2338/data/data2/current/BP-902107629-172.17.0.2-1731292775459 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T02:42:48,373 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T02:42:48,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T02:42:48,382 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T02:42:48,382 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T02:42:48,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T02:42:48,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ec4deb4a-a98f-1f06-584b-fea6f09ec977/hadoop.log.dir/,STOPPED} 2024-11-11T02:42:48,401 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T02:42:48,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down